-- Logs begin at Fri 2022-06-24 09:56:55 UTC, end at Fri 2022-06-24 10:57:04 UTC. -- Jun 24 10:27:11.180514 dv-cinder-847536-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 10:27:13.797722 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:27:13.798313 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev370 Jun 24 10:27:13.798401 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103981) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 10:27:13.802006 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.common.config [-] Logging enabled! Jun 24 10:27:13.802252 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev370 Jun 24 10:27:13.802555 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103981) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 10:27:13.803483 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:13.803710 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:13.804066 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:13.804297 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:13.804514 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:13.804944 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.805238 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.805458 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.805725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.806007 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.806282 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.806563 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.806853 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.807130 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.807403 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.807676 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.807880 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.808154 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.808434 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.808712 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.809020 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] debug = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.809291 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.809716 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.810118 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.810389 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.810671 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.810940 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.811206 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.811475 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.811751 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.812068 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] host = dv-cinder-847536-1-iscsi {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.812337 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.812616 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.812926 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.813206 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.813470 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.813736 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.814011 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.814335 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.814662 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.814933 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.815212 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.815492 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.815772 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.815990 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.816205 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.816483 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.816785 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.817057 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.817322 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.817586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.817849 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.818116 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.818376 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.818650 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.818922 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.819198 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.819461 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.819725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.819985 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.820245 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.820519 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.820802 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.821069 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.821335 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.821609 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.821866 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.822128 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.822455 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.822693 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.822979 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.823236 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.823494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.823763 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.824020 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.824278 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.824537 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_json = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.824824 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.825084 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.825351 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.825609 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.825871 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.826132 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.826392 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.826665 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.826923 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:13.827208 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.827493 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.827784 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.828051 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.828342 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.828611 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.828916 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.829182 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.829458 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.829736 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.830064 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.830329 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.830615 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.830891 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.831174 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.831471 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.831752 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.832033 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.832296 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.832557 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.832845 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.833115 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.833388 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.833651 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.833928 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.834204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.834815 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.835101 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.835372 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.835646 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.835934 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.836217 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.836479 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.836767 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.837053 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.837320 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.837584 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.837864 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.838133 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.838395 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.838662 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.838942 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.839216 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.839478 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.839745 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.840023 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.840288 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.840547 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.840827 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.841095 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.841361 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.841635 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.841900 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.842160 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.842421 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.842684 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.842943 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.843202 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.843463 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.843723 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.843991 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.844251 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.844509 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.844791 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.845054 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.845314 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.845600 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.845862 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.846303 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.846567 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.846830 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.847093 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.847355 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.847623 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.847918 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.848186 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.848457 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.848727 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.849018 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.849283 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.849552 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.849821 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.850092 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.850356 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.850641 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.850919 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.851196 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.851476 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.851746 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.852060 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.852331 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.852597 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.852895 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.853165 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.853436 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.853708 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.853982 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.854266 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.854554 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.854821 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.855108 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.855394 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.855678 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.855949 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.856250 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.856518 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:13.856724 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:13.856978 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103981) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 10:27:14.145042 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 10:27:14.145230 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 10:27:14.145508 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 10:27:14.145825 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 10:27:14.548257 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.548492 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.548931 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.550200 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.550467 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.550727 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.601831 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.602096 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.602349 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.616642 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.616929 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.617194 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.645911 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.646182 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.646444 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.681374 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.681651 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.681914 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.905678 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.906421 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.906421 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.906421 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:14.907346 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.005541 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.005849 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.006119 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.006384 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.006641 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.006943 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.007197 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.007447 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.007688 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.007961 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.008203 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.008460 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.008709 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.008979 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.009225 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.009482 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.009727 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.009966 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.010227 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.010477 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.010742 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.010984 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.011259 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.011624 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.011864 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.012099 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.012494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.012729 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.012981 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.013212 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.013438 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.013665 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:15.014018 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 10:27:15.017175 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 10:27:15.021066 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 10:27:15.024687 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 24 10:27:15.026302 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 10:27:15.026911 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 10:27:15.027236 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 10:27:15.027605 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 10:27:15.030375 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 10:27:15.030613 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 10:27:15.030946 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:27:15.036120 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 10:27:15.058470 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 10:27:15.058911 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.059196 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103981) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 10:27:15.059562 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.060918 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103981) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 10:27:15.061188 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 10:27:15.061424 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 10:27:15.064784 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.065075 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:15.281772 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 10:27:15.281985 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 10:27:15.282288 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 10:27:15.282786 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 10:27:15.339939 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO dbcounter [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Registered counter for database neutron Jun 24 10:27:15.359493 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_db.sqlalchemy.engines [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103981) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 10:27:15.366460 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG dbcounter [-] [103981] Writer thread running {{(pid=103981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:27:15.921519 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing driver for type 'gre' Jun 24 10:27:15.922194 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] gre ID ranges: [(1, 1000)] Jun 24 10:27:15.979332 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing driver for type 'local' Jun 24 10:27:15.979679 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing driver for type 'vlan' Jun 24 10:27:15.994848 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] VlanTypeDriver initialization complete Jun 24 10:27:15.995191 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing driver for type 'vxlan' Jun 24 10:27:15.995677 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] vxlan ID ranges: [(1, 1000)] Jun 24 10:27:16.051271 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing extension driver 'port_security' Jun 24 10:27:16.051651 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.extensions.port_security [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] PortSecurityExtensionDriver initialization complete Jun 24 10:27:16.052016 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing mechanism driver 'openvswitch' Jun 24 10:27:16.052394 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing mechanism driver 'hyperv' Jun 24 10:27:16.059150 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.plugin [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.059856 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.060224 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.060583 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.061108 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.061522 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.061874 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.062210 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.062599 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.062998 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.063342 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.063678 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.064062 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.064505 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.064944 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.065212 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.065601 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.066004 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.066343 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.066675 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.067062 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.067458 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > address_group after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.067799 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > address_group after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.068126 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.068510 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103981) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 10:27:16.068964 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] ML2 OVO RPC backend initialized. {{(pid=103981) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 10:27:16.069669 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.070022 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.070434 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.070779 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > networks before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.071118 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.071451 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > ports before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.071785 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.072116 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnets before_response 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.072452 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.072805 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.073136 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.073465 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.073795 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.074127 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.074459 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.074794 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.075125 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.082817 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded quota_driver: . Jun 24 10:27:16.083175 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.plugin [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Modular L2 Plugin initialization complete Jun 24 10:27:16.083515 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading services supported by the core plugin {{(pid=103981) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 10:27:16.083854 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.plugins.ml2.managers [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Got port-security extension from driver 'port_security' Jun 24 10:27:16.084337 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.extensions.vlantransparent [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Disabled vlantransparent extension. Jun 24 10:27:16.085244 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103981) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 10:27:16.085559 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: router Jun 24 10:27:16.120586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.120987 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_create 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.121353 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router before_create 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.121716 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.122086 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.122440 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_delete 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.122789 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.123133 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.123480 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_create 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.123825 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.124159 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.124503 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.124866 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.125270 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.125630 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.125968 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.126302 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: subnet after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.126645 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.127025 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.127357 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_create 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.127687 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.128028 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.128378 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router after_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.128716 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.129090 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_create 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.129447 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.129785 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_update 55549900 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.130145 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > agent after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.130489 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > agent after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.130828 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > network after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.131690 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Tracking information for resource: router configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:16.132016 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Tracking information for resource: floatingip configured {{(pid=103981) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 10:27:16.136862 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.db.l3_agentschedulers_db [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 10:27:16.137439 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.137795 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.138139 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.138483 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: port after_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.139294 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router before_create 55550100 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.139650 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.140001 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_create 55550100 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.140348 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > router precommit_update 55550100 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.145443 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.provider_configuration [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service providers = [] {{(pid=103981) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 10:27:16.145804 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.db.servicetype_db [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103981) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 10:27:16.148900 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.service_base [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:16.149245 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.service_base [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:16.149582 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.service_base [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:16.150462 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.services.service_base [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103981) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 10:27:16.150827 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.services.service_base [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 10:27:16.151196 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.151511 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 10:27:16.161972 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.162300 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: auto_allocate Jun 24 10:27:16.167837 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: network precommit_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.168200 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: network precommit_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.168712 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.169070 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: tag Jun 24 10:27:16.176163 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.176434 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: timestamp Jun 24 10:27:16.180253 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.180577 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: network_ip_availability Jun 24 10:27:16.186060 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.186422 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.186771 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.187485 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.187803 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: flavors Jun 24 10:27:16.192702 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.193054 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading Plugin: revisions Jun 24 10:27:16.197308 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103981) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 10:27:16.197694 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.052s {{(pid=103981) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 10:27:16.198425 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103981) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 10:27:16.198755 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Initializing extension manager. Jun 24 10:27:16.199275 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: __init__.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.199617 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: __pycache__ {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.199946 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: address_group.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.200698 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.201285 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: address-group Jun 24 10:27:16.201604 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: address_scope.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.202311 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.202815 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: address-scope Jun 24 10:27:16.203127 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.204130 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.204635 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: router-admin-state-down-before-update Jun 24 10:27:16.205089 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: agent.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.205852 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.206361 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: agent Jun 24 10:27:16.206724 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: agent_resources_synced.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.207656 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.208183 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: agent-resources-synced Jun 24 10:27:16.208644 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: allowedaddresspairs.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.210958 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.211652 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: allowed-address-pairs Jun 24 10:27:16.212009 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: auto_allocated_topology.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.213263 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.213885 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: auto-allocated-topology Jun 24 10:27:16.214306 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: availability_zone.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.215159 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.215756 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: availability_zone Jun 24 10:27:16.216143 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: availability_zone_filter.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.217287 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.217792 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: availability_zone_filter Jun 24 10:27:16.218217 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: data_plane_status.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.219317 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.219892 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 10:27:16.220241 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: default_subnetpools.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.221433 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.222065 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: default-subnetpools Jun 24 10:27:16.222436 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.223361 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.223981 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: dhcp_agent_scheduler Jun 24 10:27:16.224370 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: dns.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.225471 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.226073 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension dns-integration not supported by any of loaded plugins Jun 24 10:27:16.226520 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: dns_domain_ports.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.227500 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.228074 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 10:27:16.228526 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.229586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.230087 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 10:27:16.230406 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: dvr.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.231073 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.231575 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: dvr Jun 24 10:27:16.231892 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: ecmp_routes.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.232841 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.233342 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 10:27:16.233657 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: empty_string_filtering.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.234573 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.235076 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: empty-string-filtering Jun 24 10:27:16.235393 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.236505 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.237030 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:27:16.237347 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.238257 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.238755 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 10:27:16.239072 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: external_net.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.239971 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.240465 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: external-net Jun 24 10:27:16.240805 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.241699 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.242198 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: extra_dhcp_opt Jun 24 10:27:16.242512 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: extraroute.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.243401 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.243899 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: extraroute Jun 24 10:27:16.244217 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: extraroute_atomic.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.245271 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.245770 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: extraroute-atomic Jun 24 10:27:16.246087 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: filter_validation.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.246747 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.247242 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: filter-validation Jun 24 10:27:16.247558 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: fip_pf_description.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.248457 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.248982 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 10:27:16.249300 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: fip_pf_port_range.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.250211 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.250704 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 10:27:16.251020 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: fip_port_details.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.252226 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.252852 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: fip-port-details Jun 24 10:27:16.253173 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: flavors.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.254386 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.254893 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: flavors Jun 24 10:27:16.255214 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.256909 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.257427 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 10:27:16.257752 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: floatingip_pools.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.258445 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.258949 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: floatingip-pools Jun 24 10:27:16.259268 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: ip_allocation.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.260179 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.260678 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 10:27:16.261030 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.261942 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.262445 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: ip-substring-filtering Jun 24 10:27:16.262763 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l2_adjacency.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.263673 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.264174 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 10:27:16.264491 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.265499 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.266012 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: router Jun 24 10:27:16.266332 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.268579 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.269128 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 10:27:16.269457 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.270368 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.270875 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: ext-gw-mode Jun 24 10:27:16.271195 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.272104 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.272604 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: l3-ha Jun 24 10:27:16.272954 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.273859 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.274359 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 10:27:16.274679 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_flavors.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.275587 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.276085 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: l3-flavors Jun 24 10:27:16.276402 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.277781 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.278294 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 10:27:16.278621 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.279530 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.280038 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 10:27:16.280360 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: l3agentscheduler.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.281539 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.282055 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: l3_agent_scheduler Jun 24 10:27:16.282378 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: local_ip.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.284385 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.284941 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension local_ip not supported by any of loaded plugins Jun 24 10:27:16.285340 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: logging.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.286736 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.287254 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension logging not supported by any of loaded plugins Jun 24 10:27:16.287580 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: metering.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.288318 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.288932 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: metering Jun 24 10:27:16.289255 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.290328 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.290836 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: metering_source_and_destination_fields Jun 24 10:27:16.291158 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: multiprovidernet.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.292078 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.292577 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: multi-provider Jun 24 10:27:16.292925 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: netmtu.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.293830 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.294334 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: net-mtu Jun 24 10:27:16.294653 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: netmtu_writable.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.295563 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.296064 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: net-mtu-writable Jun 24 10:27:16.296382 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: network_availability_zone.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.297086 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.297586 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: network_availability_zone Jun 24 10:27:16.297901 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: network_ip_availability.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.299071 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.299576 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: network-ip-availability Jun 24 10:27:16.299896 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: network_segment_range.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.300656 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.301179 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 10:27:16.301496 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: pagination.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.302488 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.302814 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: pagination Jun 24 10:27:16.303126 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_device_profile.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.304024 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.304532 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-device-profile Jun 24 10:27:16.304890 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_mac_address_override.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.305812 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.306313 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-mac-override Jun 24 10:27:16.306630 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.307537 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.308040 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-mac-address-regenerate Jun 24 10:27:16.308359 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.309300 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.309799 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-numa-affinity-policy Jun 24 10:27:16.310115 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_resource_request.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.311014 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.311509 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 10:27:16.311823 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: port_resource_request_groups.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.312810 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.313309 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 10:27:16.313625 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: portbindings.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.314611 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.315112 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: binding Jun 24 10:27:16.315432 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: portbindings_extended.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.316688 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.317218 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: binding-extended Jun 24 10:27:16.317539 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: portsecurity.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.318456 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.318967 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-security Jun 24 10:27:16.319289 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: project_id.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.320262 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.320587 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: project-id Jun 24 10:27:16.320932 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: providernet.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.321838 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.322339 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: provider Jun 24 10:27:16.322653 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.327711 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.328264 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos not supported by any of loaded plugins Jun 24 10:27:16.328587 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.329898 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.330456 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 10:27:16.330725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.331635 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.332139 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 10:27:16.332462 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_default.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.333390 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.333888 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-default not supported by any of loaded plugins Jun 24 10:27:16.334204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_fip.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.335452 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.335951 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-fip not supported by any of loaded plugins Jun 24 10:27:16.336271 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.337205 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.337708 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 10:27:16.338025 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_gateway_ip.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.338912 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.339411 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 10:27:16.339730 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_port_network_policy.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.340630 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.341156 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 10:27:16.341477 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.342494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.342993 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 10:27:16.343311 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.344330 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.344867 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 10:27:16.345191 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_pps_rule.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.346424 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.346938 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-pps not supported by any of loaded plugins Jun 24 10:27:16.347252 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_rule_type_details.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.348163 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.348671 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 10:27:16.349017 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.349922 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.350426 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 10:27:16.350741 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: qos_rules_alias.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.351777 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.352285 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 10:27:16.352604 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: quota_check_limit.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.353543 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.354053 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: quota-check-limit Jun 24 10:27:16.354370 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: quotasv2.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.355332 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.355650 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: quotas Jun 24 10:27:16.355967 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: quotasv2_detail.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.357701 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.358029 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: quota_details Jun 24 10:27:16.358351 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: rbac.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.359405 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.359923 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: rbac-policies Jun 24 10:27:16.360243 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: rbac_address_group.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.361301 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.361810 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: rbac-address-group Jun 24 10:27:16.362126 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: rbac_address_scope.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.363053 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.363558 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: rbac-address-scope Jun 24 10:27:16.363872 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: rbac_security_groups.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.364898 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.365404 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: rbac-security-groups Jun 24 10:27:16.365717 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: rbac_subnetpool.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.366630 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.367127 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: rbac-subnetpool Jun 24 10:27:16.367439 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: revisionifmatch.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.368353 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.368914 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: revision-if-match Jun 24 10:27:16.369231 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: revisions.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.370338 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.370844 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: standard-attr-revisions Jun 24 10:27:16.371163 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: router_availability_zone.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.372010 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.372518 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: router_availability_zone Jun 24 10:27:16.372870 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: routerservicetype.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.373787 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.374284 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension router-service-type not supported by any of loaded plugins Jun 24 10:27:16.374600 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.375513 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.376015 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: security-groups-normalized-cidr Jun 24 10:27:16.376325 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.377344 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.377840 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: port-security-groups-filtering Jun 24 10:27:16.378150 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.379070 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.379581 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: security-groups-remote-address-group Jun 24 10:27:16.379898 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.380840 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.381344 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: security-groups-shared-filtering Jun 24 10:27:16.381657 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: securitygroup.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.391266 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.391790 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: security-group Jun 24 10:27:16.392116 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: segment.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.392959 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.393510 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension segment not supported by any of loaded plugins Jun 24 10:27:16.393833 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.394775 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.395277 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 10:27:16.395594 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: servicetype.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.396676 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.397232 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: service-type Jun 24 10:27:16.397556 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: sorting.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.398516 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.398838 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: sorting Jun 24 10:27:16.399155 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: standard_attr_segment.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.400109 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.400616 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 10:27:16.400955 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: standardattrdescription.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.401595 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.402094 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: standard-attr-description Jun 24 10:27:16.402409 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: stateful_security_group.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.403326 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.403836 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: stateful-security-group Jun 24 10:27:16.404157 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: stdattrs_common.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.404756 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 10:27:16.405077 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.405992 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.406499 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 10:27:16.406812 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnet_onboard.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.407857 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.408573 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: subnet_onboard Jun 24 10:27:16.408884 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.409810 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.410306 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 10:27:16.410623 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnet_service_types.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.411524 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.412026 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: subnet-service-types Jun 24 10:27:16.412341 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnetallocation.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.413450 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.413954 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: subnet_allocation Jun 24 10:27:16.414270 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.414933 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.415432 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: subnetpool-prefix-ops Jun 24 10:27:16.415749 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.416681 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.417203 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 10:27:16.417517 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: tagging.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.418596 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.419098 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: standard-attr-tag Jun 24 10:27:16.419416 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: timestamp.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.420605 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.421145 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loaded extension: standard-attr-timestamp Jun 24 10:27:16.421463 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: trunk.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.422476 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.422980 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension trunk not supported by any of loaded plugins Jun 24 10:27:16.423298 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: trunk_details.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.424246 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.424769 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension trunk-details not supported by any of loaded plugins Jun 24 10:27:16.425096 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: uplink_status_propagation.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.426003 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.426560 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 10:27:16.426821 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Loading extension file: vlantransparent.py {{(pid=103981) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 10:27:16.427480 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103981) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 10:27:16.427977 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 10:27:16.430557 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:network Jun 24 10:27:16.431078 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnet Jun 24 10:27:16.431470 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:16.431853 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:port Jun 24 10:27:16.433137 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.433576 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service FLAVORS assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.434197 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.434625 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.434947 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:router Jun 24 10:27:16.435376 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:27:16.435860 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service METERING assigned prefix: /metering {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.437336 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.437722 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.438059 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:27:16.439072 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:27:16.439587 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:27:16.440028 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:27:16.440616 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service CORE assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.440978 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:16.441315 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] subnetpool is already registered Jun 24 10:27:16.441735 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service CORE assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.442053 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:16.442373 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] subnetpool is already registered Jun 24 10:27:16.444803 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.445228 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service FLAVORS assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.445812 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.446222 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.446545 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:router Jun 24 10:27:16.446877 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] router is already registered Jun 24 10:27:16.447281 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:floatingip Jun 24 10:27:16.447606 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] floatingip is already registered Jun 24 10:27:16.448055 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service METERING assigned prefix: /metering {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.448722 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 10:27:16.449063 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] rbac_policy is already registered Jun 24 10:27:16.449472 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:security_group Jun 24 10:27:16.449799 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] security_group is already registered Jun 24 10:27:16.450199 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 10:27:16.450523 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] security_group_rule is already registered Jun 24 10:27:16.451146 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service CORE assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.451468 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:16.451786 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] subnetpool is already registered Jun 24 10:27:16.452194 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.v2.resource_helper [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Service CORE assigned prefix: {{(pid=103981) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 10:27:16.452507 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 10:27:16.452854 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING neutron.quota.resource_registry [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] subnetpool is already registered Jun 24 10:27:16.453329 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: extensions {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.454809 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: address-groups {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.456326 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: address-scopes {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.457689 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: agents {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.458850 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: auto-allocated-topology {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.460499 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: availability_zones {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.461749 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: dhcp-networks {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.463281 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: dhcp-agents {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.464718 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: routers {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.466444 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: flavors {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.467734 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: service_profiles {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.468990 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: next_providers {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.470443 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: service_profiles {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.472109 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: floatingip-pools {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.473379 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: routers {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.475108 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: floatingips {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.476406 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: l3-routers {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.477831 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: l3-agents {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.479245 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: metering-labels {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.480503 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: metering-label-rules {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.482886 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: network-ip-availabilities {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.484149 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: bindings {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.485859 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: quotas {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.487722 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: quotas {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.489305 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: rbac-policies {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.490518 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: security-groups {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.491821 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: security-group-rules {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.493128 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: service-providers {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.494327 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: subnetpools {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.495678 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: subnetpools {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.497256 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.498985 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.500879 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.502831 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.504554 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.506557 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.508252 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.510180 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.511978 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.513791 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron.api.extensions [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Extended resource: tags {{(pid=103981) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 10:27:16.519860 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING keystonemiddleware.auth_token [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 10:27:16.524922 dv-cinder-847536-1-iscsi neutron-server[103981]: WARNING keystonemiddleware.auth_token [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 10:27:16.533787 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Acquired lock "singleton_lock" {{(pid=103981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 10:27:16.534245 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_concurrency.lockutils [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Releasing lock "singleton_lock" {{(pid=103981) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 10:27:16.534911 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Starting 2 workers Jun 24 10:27:16.539724 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Started child 104088 {{(pid=103981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:16.544139 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Started child 104089 {{(pid=103981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:16.545160 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.545836 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO neutron.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 10:27:16.546295 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.546628 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [-] (104088) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:27:16.548701 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Starting 1 workers Jun 24 10:27:16.548861 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.550304 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [-] (104089) wsgi starting up on http://0.0.0.0:9696 Jun 24 10:27:16.554046 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Started child 104090 {{(pid=103981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:16.554573 dv-cinder-847536-1-iscsi neutron-server[103981]: INFO oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Starting 1 workers Jun 24 10:27:16.557653 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] calling RpcWorker wait() {{(pid=104090) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 10:27:16.558226 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] returning from RpcWorker wait() {{(pid=104090) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 10:27:16.558988 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Started child 104091 {{(pid=103981) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 10:27:16.559319 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.559757 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG neutron_lib.callbacks.manager [None req-b540e6e9-94c2-4822-9e3e-d0efb88fd96f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.559883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.561725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:27:16.561898 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:16.562299 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:16.562481 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:16.562967 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:16.563093 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:16.563641 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.563923 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.564177 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.564532 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.564656 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:16.565282 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.565552 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.565740 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.565880 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.566009 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.566281 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.566427 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.566596 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.566936 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.567113 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.567367 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.567634 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.567872 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.568106 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.568262 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.568523 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.568774 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.569038 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.569330 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] debug = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.569589 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.570063 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.570301 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.570543 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.570760 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.571018 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.571263 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.571511 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.571734 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.571941 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.572164 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.572402 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.572629 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.572886 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.573111 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.573365 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.573594 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.574068 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] host = dv-cinder-847536-1-iscsi {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.574304 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.574545 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.574783 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.575018 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.575282 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.575491 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.575745 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.575982 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.576243 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.576461 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.576725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.576975 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.577224 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.577476 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.577636 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_options = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.577865 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.578123 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.578385 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.578576 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.578740 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.578900 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.579149 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.579310 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.579552 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.579776 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.580404 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.580645 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.580888 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.581132 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.581376 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.581590 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.581831 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.582049 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.582315 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.582545 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.582795 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.583025 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.583262 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.583526 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.583902 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.583902 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.584162 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.584352 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.584932 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.585204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.585405 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.585796 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.586269 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.586512 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.586769 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.587330 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.587330 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.587557 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.587704 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.587926 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.588174 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.588413 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589572 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589572 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_json = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.589820 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.590765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.590765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.590765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.590765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.590765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.591336 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.591336 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.591336 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.591750 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.592027 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.592520 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.593033 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.593265 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.593500 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.593726 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.593941 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.594184 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.594586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.595037 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.595305 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.595941 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.595941 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.596315 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.596509 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.596845 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.597005 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.597256 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.597457 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.597660 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.597922 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.598196 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.598397 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.598621 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.598822 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.599077 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.599349 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.599618 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.599884 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.600232 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.600480 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.600672 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.600946 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.601184 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.601385 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.601625 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.601827 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.602036 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.602248 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.602895 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.602895 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.603134 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.603134 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.603388 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.603584 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.603807 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.604068 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.604297 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.604506 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.604904 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.605138 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.605727 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.605727 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.605989 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.606075 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.606269 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.606487 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.606737 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.606999 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.607231 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.607447 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.607676 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.608086 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.608568 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.608568 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.608999 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.608999 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.609351 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.609543 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.609685 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.609819 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.610034 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.610258 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.610648 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.611034 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.611545 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.611756 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.612161 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.612429 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.612832 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.613251 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.613463 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.613664 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.613871 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.614256 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.614635 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.615026 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.615380 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.615589 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.615976 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.616296 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.616544 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.616812 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.617037 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.617277 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.617494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.617732 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.617970 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.618189 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.618399 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.618662 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.618885 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.619148 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.619389 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.619605 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.619842 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.620076 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.620308 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.620533 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.620783 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.621005 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.621228 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.621491 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.621753 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.621997 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.622209 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.622437 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.622666 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.622939 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.623173 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.623436 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.623652 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.623913 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.624206 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.624460 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.624697 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.624968 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.625215 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.625467 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.625861 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.626280 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.626684 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.627118 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.627494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.627760 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.627982 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.628199 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.628430 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.628780 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.629013 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.629228 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.629459 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.629715 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.629968 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.630211 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.630482 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.630728 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.630958 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.631205 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.631439 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.631650 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.631887 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.632127 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.632356 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.632584 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.632837 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.633060 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.633288 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.633516 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.633757 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.633969 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.634186 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.634406 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.634853 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.635068 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.635325 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.635534 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.635763 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.636000 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.636210 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.636580 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.636828 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.637042 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.637270 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.637487 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.637757 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.638026 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.638206 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.638423 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.638672 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.638917 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.639128 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.639398 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.639612 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.639843 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.640070 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.640288 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.640503 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.640761 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.640979 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.641202 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.641415 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.641646 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.641991 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.642248 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.642594 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.642829 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.643074 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.643279 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.643486 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.643695 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.643933 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.644142 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.644357 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.644585 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.644829 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.645037 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.645244 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.645452 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.645709 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.645935 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.646154 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.646390 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.646609 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.646815 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.647023 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.647246 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.647457 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.647679 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.647884 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.648112 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.648318 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.648598 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.648857 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.649082 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.649329 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.649559 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.649786 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.650011 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.650254 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.650461 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.650683 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.650899 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.651105 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.651327 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.651670 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.651824 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.651946 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.652130 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.652334 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.652580 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.652813 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.653022 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.653241 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.653453 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.653660 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654184 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654184 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654399 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654534 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654747 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.654950 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.655191 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.655397 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.655603 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.655820 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.656034 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.656241 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.656523 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.656786 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.657005 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.657291 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.657518 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.657760 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.658054 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.658352 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.658563 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.658799 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.659044 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.659278 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.659514 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.659785 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.660103 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.660361 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.660603 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.660871 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.661149 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.661416 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.661683 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.661885 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.662168 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.662480 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.662752 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.663008 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.663251 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.663491 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.663707 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.664339 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.664339 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.664524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:16.664608 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.664608 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.664823 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.665048 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.665268 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.665479 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.665701 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.665933 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.666170 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.666390 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.666606 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.666832 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.666983 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:16.667682 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103981) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 10:27:16.667682 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 10:27:16.668124 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 10:27:16.668124 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 10:27:16.668124 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 10:27:16.668525 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 10:27:16.668525 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669001 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669001 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669001 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669327 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669327 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669554 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669554 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669780 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.669780 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670023 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670154 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670237 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670374 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670517 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670675 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670831 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.670992 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671148 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671303 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671459 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671655 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] debug = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671800 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.671928 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672095 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672233 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672367 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672523 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672665 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.672845 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673000 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673157 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673313 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673468 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673729 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.673890 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674047 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674204 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674359 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674518 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] host = dv-cinder-847536-1-iscsi {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674672 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674827 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.674984 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675137 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675291 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675446 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675603 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675757 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.675911 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676065 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676220 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676375 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676528 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676759 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.676894 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_options = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677015 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677151 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677357 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677527 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677755 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.677888 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678020 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678160 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678290 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678428 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678563 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678684 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678770 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.678928 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679083 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679240 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679395 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679551 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679707 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.679862 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680016 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680171 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680325 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680481 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680636 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680814 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.680971 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681127 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681281 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681436 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681591 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681748 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.681903 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682059 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682214 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682370 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682524 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682679 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682837 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.682993 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683147 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683302 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683460 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683615 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683771 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.683925 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684080 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_json = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684235 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684396 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684550 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684705 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.684944 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.685041 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.685180 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.685337 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.685492 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 10:27:16.685666 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.685828 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.685998 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686156 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686313 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686469 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686628 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686785 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.686942 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.687099 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.687266 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.687698 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.687876 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688035 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688193 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688353 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688513 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688669 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.688851 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689011 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689168 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689373 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689554 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689714 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.689915 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690114 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690114 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690348 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690467 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690753 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.690910 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.691069 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.691226 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.691382 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.691542 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.691699 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692041 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692041 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692273 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692273 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692418 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692574 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692774 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.692911 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693071 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693230 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693389 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693547 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693707 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.693865 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694022 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694181 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694337 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694496 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694660 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.694816 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695064 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695199 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695319 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695473 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695604 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695725 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.695866 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696023 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696180 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696338 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696496 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696665 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.696844 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697004 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697161 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697321 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697478 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697660 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697787 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.697943 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698100 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698257 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698418 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698583 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698738 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.698897 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699055 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699349 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699516 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699675 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699833 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.699991 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700147 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700328 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700482 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700639 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700820 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.700979 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701136 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701293 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701451 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701609 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701767 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.701926 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702082 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702240 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702399 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702556 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702711 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.702870 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703027 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703183 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703345 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703504 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703660 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703809 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.703947 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.704109 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.704254 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.704409 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.704565 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.704730 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705029 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705275 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705410 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705552 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705739 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.705895 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706061 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706219 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706376 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706532 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706690 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.706848 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707008 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707164 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707331 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707467 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707635 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707794 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.707952 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708111 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708291 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708449 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708606 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708783 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.708944 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.709102 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.709260 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.709416 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.709904 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710061 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710219 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710377 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710534 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710691 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.710848 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711006 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711165 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711324 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711481 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711639 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711796 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.711954 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712112 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712268 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712425 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712581 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712751 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.712913 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713070 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713227 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713385 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713543 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713701 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.713857 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714015 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714172 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714330 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714489 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714647 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714809 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.714965 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715123 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715287 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715444 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715603 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715761 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.715918 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716075 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716232 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716391 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716549 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716707 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.716888 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717045 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717203 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717378 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717537 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717697 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.717857 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718013 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718169 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718328 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718485 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718642 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718799 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.718959 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719118 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719275 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719430 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719586 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719743 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.719901 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.720062 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.720220 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.720378 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.720634 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.720866 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721028 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721185 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721343 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721501 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721658 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721815 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.721972 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722144 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722302 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722460 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722618 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722776 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.722933 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723100 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723260 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723417 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723574 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723731 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.723888 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724054 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724211 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724367 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724524 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724684 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.724862 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725031 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725189 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725345 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725501 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725657 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725817 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.725983 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726139 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726296 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726453 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726609 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726765 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.726931 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.727632 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.727632 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.727632 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.727632 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.727632 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728097 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728097 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728097 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728302 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728391 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728551 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728710 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.728900 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729060 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729219 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729376 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729536 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729693 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.729852 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730014 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730181 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730345 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730504 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730671 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.730838 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731004 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731161 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731325 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731494 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731651 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731808 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.731965 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732123 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732278 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732434 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732591 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732760 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.732923 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733080 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733237 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733394 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733551 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733709 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.733865 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.734023 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.734179 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.734336 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.734500 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 10:27:16.734631 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103981) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 10:27:16.856661 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39384) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:16.868450 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084593 Jun 24 10:27:26.044371 dv-cinder-847536-1-iscsi neutron-server[103981]: DEBUG dbcounter [-] [103981] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:27.956453 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writer thread running {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:27:27.973785 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb89106-1766-4f03-9b97-ab6db9a5b40b None None] get_active_networks_info from dv-cinder-847536-1-iscsi {{(pid=104090) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 10:27:28.043995 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb89106-1766-4f03-9b97-ab6db9a5b40b None None] No non-hosted networks {{(pid=104090) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 10:27:28.045321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d9689e55-329a-40b4-939a-e42fdfce48cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:29.658180 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writer thread running {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:27:30.319145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d57b1f1b-bab4-42cf-ac7c-e355af9327a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:30.323336 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7153d4b2-f07a-4596-8087-635f08927076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:31.399420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39454) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:31.508413 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:32.105507 dv-cinder-847536-1-iscsi neutron-server[104089]: WARNING oslo_policy.policy [None req-09b1b0e9-c745-4208-9e6b-f6bd5feb01e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:32.106240 dv-cinder-847536-1-iscsi neutron-server[104089]: WARNING oslo_policy.policy [None req-09b1b0e9-c745-4208-9e6b-f6bd5feb01e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:32.350065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [None req-09b1b0e9-c745-4208-9e6b-f6bd5feb01e9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:27:32.361311 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-09b1b0e9-c745-4208-9e6b-f6bd5feb01e9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9607551 Jun 24 10:27:32.868473 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.db.l3_hamode_db [None req-e1ad1e33-613d-4fb3-9d68-2391ea0e15d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 10:27:32.950533 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad1e33-613d-4fb3-9d68-2391ea0e15d7 None None] Routers set() bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:27:32.951268 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad1e33-613d-4fb3-9d68-2391ea0e15d7 None None] Router IDs set() for agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 10:27:33.165978 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:33.403050 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:33.403812 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.404163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.404518 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.404900 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.405227 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.405547 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.405871 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.406212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.406537 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.406858 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.407190 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.407514 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.407847 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.408165 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.408479 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:33.409004 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847536-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:33.416975 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847536-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:27:34.688877 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 39488) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:35.221450 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:35.222117 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:35.435996 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:35.538596 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.policy [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104088) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:27:35.578681 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:35.579046 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:35.599519 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writer thread running {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:27:35.676822 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935460112', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935461740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935477781', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935483451', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935490019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794935564549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-921785', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4003987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3805639'] for rbac-policy (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:35.749287 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:35.750650 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c60e6302-cc29-4589-bf13-2823b8238323 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0597148 Jun 24 10:27:37.961026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 39506) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:38.325840 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:38.361756 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Made reservation on behalf of 8ae24634160b4859b608dd29275497f2 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:27:38.365787 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.382737 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.496057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks [] for security_group (1c6052ba-4eef-40a8-984a-fd2206e1afa8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.502970 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (1c6052ba-4eef-40a8-984a-fd2206e1afa8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.527022 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:27:38.561681 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794937687682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (8575820a-47d9-430e-bdeb-da7f28b75881), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.562227 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Unsubscribe: segment precommit_create {{(pid=104088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:27:38.562756 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Added segment 8575820a-47d9-430e-bdeb-da7f28b75881 of type vlan for network 04b63490-69d6-451d-9eec-8817c0c3a2d3 Jun 24 10:27:38.579548 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6052ba-4eef-40a8-984a-fd2206e1afa8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:38.629287 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.629485 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.629863 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.630209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.630529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.630852 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.631171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.631474 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.631790 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.632099 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.632406 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.632716 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.633049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.633356 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.633662 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Tracked resource versions report: Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: pushed versions: Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Agent': {'1.1'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Log': {'1.0'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'NDPProxy': {'1.0'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Network': {'1.1'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Port': {'1.7'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'PortForwarding': {'1.3'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: consumer versions: Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Agent': '1.1', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Log': '1.0', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'NDPProxy': '1.0', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Network': '1.1', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Port': '1.7', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'PortForwarding': '1.3', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SubPort': '1.0', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Subnet': '1.1', Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Jun 24 10:27:38.635062 dv-cinder-847536-1-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:27:38.671582 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (04b63490-69d6-451d-9eec-8817c0c3a2d3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.715141 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (04b63490-69d6-451d-9eec-8817c0c3a2d3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.720552 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:38.721259 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:38.726962 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:38.801440 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8381872 Jun 24 10:27:38.850535 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef81708-7d86-4e44-abbc-87204aec6989 demo demo] Pushing event updated for resources: {'Network': ['ID=04b63490-69d6-451d-9eec-8817c0c3a2d3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:38.864867 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:27:41.095187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39520) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:41.463878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writer thread running {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 10:27:41.662066 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.policy [None req-16e7f507-cbae-40b6-93ee-b68777f01c8d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104089) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 10:27:41.701789 dv-cinder-847536-1-iscsi neutron-server[104089]: WARNING oslo_policy.policy [None req-16e7f507-cbae-40b6-93ee-b68777f01c8d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:41.702146 dv-cinder-847536-1-iscsi neutron-server[104089]: WARNING oslo_policy.policy [None req-16e7f507-cbae-40b6-93ee-b68777f01c8d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 10:27:41.709660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e7f507-cbae-40b6-93ee-b68777f01c8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:41.711690 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-16e7f507-cbae-40b6-93ee-b68777f01c8d demo admin] 10.222.0.69 "GET /v2.0/networks/04b63490-69d6-451d-9eec-8817c0c3a2d3 HTTP/1.1" status: 200 len: 825 time: 0.6155255 Jun 24 10:27:41.753680 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6b424595-2092-4c8d-b1fe-f58e06c5d764 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/4752215d-361f-4a57-9f8a-02ddc2c87dd0 HTTP/1.1" status: 200 len: 734 time: 0.0354385 Jun 24 10:27:41.763047 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:41.809549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Made reservation on behalf of 8ae24634160b4859b608dd29275497f2 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:27:41.812338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:42.116268 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (245201e7-26c5-4cf4-a3b5-0a4df1b2a085), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:42.189734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Checking segment: {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:27:42.190101 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Network hostable DHCP agents. Network: 04b63490-69d6-451d-9eec-8817c0c3a2d3, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:27:42.197402 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Pushing event updated for resources: {'Subnet': ['ID=245201e7-26c5-4cf4-a3b5-0a4df1b2a085,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:42.202669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:42.212056 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.212432 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.212913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.213252 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.213584 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.214075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.214389 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.214804 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.215135 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.215498 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.215936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.216256 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.216572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.216910 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.217223 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Tracked resource versions report: Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: pushed versions: Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Agent': {'1.1'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Log': {'1.0'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'NDPProxy': {'1.0'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Network': {'1.1'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Port': {'1.7'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'PortForwarding': {'1.3'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: consumer versions: Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Agent': '1.1', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Log': '1.0', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'NDPProxy': '1.0', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Network': '1.1', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Port': '1.7', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'PortForwarding': '1.3', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SubPort': '1.0', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Subnet': '1.1', Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Jun 24 10:27:42.218550 dv-cinder-847536-1-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:27:42.247110 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:27:42.265331 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 04b63490-69d6-451d-9eec-8817c0c3a2d3) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:42.270293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:42.270911 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:42.275236 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc42c6e-1860-4ef5-bbbe-e3163a3810ce None None] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:27:42.298437 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-65e13a9e-f52a-4c74-8519-74a9afeaf296 demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5388465 Jun 24 10:27:42.536081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-04b63490-69d6-451d-9eec-8817c0c3a2d3', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'project_id': '8ae24634160b4859b608dd29275497f2', 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:27:42.537394 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:42.840728 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Allocated IP 172.20.0.2 (04b63490-69d6-451d-9eec-8817c0c3a2d3/245201e7-26c5-4cf4-a3b5-0a4df1b2a085/461aca60-0d2d-4103-bd92-1b4a1b1a2e54) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:42.872256 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:43.082286 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks [] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:43.092216 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:43.162046 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:43.166614 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:43.177787 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:27:43.184885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Pushing event updated for resources: {'Port': ['ID=461aca60-0d2d-4103-bd92-1b4a1b1a2e54,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:43.187589 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:43.194100 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=9 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:43.233234 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.233545 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.233913 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.234257 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.234584 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.234905 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.235227 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.235539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.235850 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.236161 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.236473 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.236816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.237177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.237543 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.237871 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Tracked resource versions report: Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: pushed versions: Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: { 'AddressGroup': {'1.2'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Agent': {'1.1'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'ConntrackHelper': {'1.0'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Log': {'1.0'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'NDPProxy': {'1.0'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Network': {'1.1'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Port': {'1.7'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'PortForwarding': {'1.3'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'QosPolicy': {'1.10'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroup': {'1.5'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SubPort': {'1.0'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Subnet': {'1.1'}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Trunk': {'1.1'}} Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: consumer versions: Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Agent': '1.1', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'ConntrackHelper': '1.0', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'LocalIPAssociation': '1.0', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Log': '1.0', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'NDPProxy': '1.0', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Network': '1.1', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Port': '1.7', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'PortForwarding': '1.3', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'QosPolicy': '1.10', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroup': '1.5', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroupRule': '1.2', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SubPort': '1.0', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Subnet': '1.1', Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Trunk': '1.1'}} Jun 24 10:27:43.239205 dv-cinder-847536-1-iscsi neutron-server[104090]: {{(pid=104090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:27:43.274016 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Attempting to bind port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:27:43.274418 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Attempting to bind port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:27:43.274834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Attempting to bind port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 on network 04b63490-69d6-451d-9eec-8817c0c3a2d3 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:27:43.279943 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:27:43.280487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Checking segment: {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:27:43.280852 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:43.281237 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Bound using segment: {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:27:43.281715 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Bound port: 461aca60-0d2d-4103-bd92-1b4a1b1a2e54, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:27:43.282119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:43.292159 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:43.346619 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] For port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:27:43.366099 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] For port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=461aca60-0d2d-4103-bd92-1b4a1b1a2e54,segment=NetworkSegment(8575820a-47d9-430e-bdeb-da7f28b75881),segment_id=8575820a-47d9-430e-bdeb-da7f28b75881)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:27:43.374148 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:43.431781 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad102c-ee56-43dd-bc10-186f60839c73 None None] Pushing event updated for resources: {'Port': ['ID=461aca60-0d2d-4103-bd92-1b4a1b1a2e54,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:44.592184 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39542) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:44.929863 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [None req-a74d7195-573f-4789-a579-ec0ad6d6a16e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:27:44.930921 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a74d7195-573f-4789-a579-ec0ad6d6a16e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3377044 Jun 24 10:27:47.183220 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 39550) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:47.541319 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [None req-3e7d3aac-4913-4039-9632-9257c9c91dd0 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:27:47.542320 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3e7d3aac-4913-4039-9632-9257c9c91dd0 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3579881 Jun 24 10:27:48.823825 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:49.802648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 39558) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:50.157408 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:50.188154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (8760f43a-23ba-4534-bd37-265e4d98e03e), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:50.189946 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (8760f43a-23ba-4534-bd37-265e4d98e03e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:50.345938 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Publish callbacks [] for router_controller (8760f43a-23ba-4534-bd37-265e4d98e03e), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:50.353011 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (8760f43a-23ba-4534-bd37-265e4d98e03e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:50.380303 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:50.381878 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d2752edd-72b3-4047-80ce-08b0be5e4dbe demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5780823 Jun 24 10:27:51.091119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:27:51.170270 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:51.170657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:51.275138 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:27:51.275582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:51.310139 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=461aca60-0d2d-4103-bd92-1b4a1b1a2e54,segment=NetworkSegment(8575820a-47d9-430e-bdeb-da7f28b75881),segment_id=8575820a-47d9-430e-bdeb-da7f28b75881)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:27:51.315272 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:51.364847 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=461aca60-0d2d-4103-bd92-1b4a1b1a2e54,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:51.381212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f0d4d-c3ee-402a-a012-31ae84b060a8 None None] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:27:51.447567 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-f77eee8b-16bd-40c3-a9b5-7a2847e2703c None None] Provisioning complete for port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:51.447941 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f77eee8b-16bd-40c3-a9b5-7a2847e2703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:51.521559 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:51.577610 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-f77eee8b-16bd-40c3-a9b5-7a2847e2703c None None] Current status of the port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:27:51.699415 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-52922ffe-5c45-4bea-b946-ba8ef9bc2b94 None None] Provisioning complete for port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:51.699793 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52922ffe-5c45-4bea-b946-ba8ef9bc2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:51.772837 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-52922ffe-5c45-4bea-b946-ba8ef9bc2b94 None None] Current status of the port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:27:52.289924 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=54,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:52.290686 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:52.684555 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39572) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:53.041560 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [None req-10322dd1-59a3-4b8b-8276-edacf8130380 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:27:53.042533 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-10322dd1-59a3-4b8b-8276-edacf8130380 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3570359 Jun 24 10:27:53.065267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:27:53.114029 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:53.114432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:53.186431 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:53.197670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:27:55.302732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39580) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:55.652253 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:27:55.686700 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Made reservation on behalf of 0f9dd8794ad7494bbf369d7c8ce42c78 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:27:55.688994 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.704894 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.819933 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks [] for security_group (ab83be16-5d60-496e-8a5a-7153c32b3213), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.827075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ab83be16-5d60-496e-8a5a-7153c32b3213), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.845840 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Reserving flat network on physical network physnet1 {{(pid=104089) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 10:27:55.870960 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83be16-5d60-496e-8a5a-7153c32b3213,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:55.875855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794937687682', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (57298c58-2043-4a5b-9f9b-0071c39420b9), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.876333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Unsubscribe: segment precommit_create {{(pid=104089) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 10:27:55.876861 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Added segment 57298c58-2043-4a5b-9f9b-0071c39420b9 of type flat for network bccc77e6-380d-4635-8ef5-1d9dcf418c4c Jun 24 10:27:55.929537 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (bccc77e6-380d-4635-8ef5-1d9dcf418c4c), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.973627 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (bccc77e6-380d-4635-8ef5-1d9dcf418c4c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:55.974790 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:55.975416 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:56.053269 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7491183 Jun 24 10:27:56.093290 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7d522-b5ec-4397-b899-b247805ea404 admin admin] Pushing event updated for resources: {'Network': ['ID=bccc77e6-380d-4635-8ef5-1d9dcf418c4c,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:56.105452 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:27:57.910418 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-08cb70e7-300d-4956-917c-d24b2444d089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:58.284341 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39588) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:27:58.694512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0fba5-d59f-4368-ad7b-64c73f17c775 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:27:58.695847 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-7cc0fba5-d59f-4368-ad7b-64c73f17c775 demo admin] 10.222.0.69 "GET /v2.0/subnets/245201e7-26c5-4cf4-a3b5-0a4df1b2a085 HTTP/1.1" status: 200 len: 849 time: 0.4101827 Jun 24 10:27:58.864593 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9b3c7271-6b3c-4506-b174-a3c4ff424c78 demo admin] 10.222.0.69 "GET /v2.0/routers/8760f43a-23ba-4534-bd37-265e4d98e03e HTTP/1.1" status: 200 len: 704 time: 0.1625419 Jun 24 10:27:59.140472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.411439 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:59.415639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:27:59.450060 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Allocated IP 172.20.0.1 (04b63490-69d6-451d-9eec-8817c0c3a2d3/245201e7-26c5-4cf4-a3b5-0a4df1b2a085/91f64d46-3f46-4dea-ba11-d878051baa7d) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:27:59.611660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks [] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.613906 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:27:59.677777 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.760920 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:27:59.768964 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:27:59.771177 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Pushing event updated for resources: {'Port': ['ID=91f64d46-3f46-4dea-ba11-d878051baa7d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:27:59.774084 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:27:59.775037 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (8760f43a-23ba-4534-bd37-265e4d98e03e), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:27:59.998290 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-cad9a706-dfcb-4ad6-b766-086c99c0cd62 None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:27:59.998897 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cad9a706-dfcb-4ad6-b766-086c99c0cd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.028703 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-cad9a706-dfcb-4ad6-b766-086c99c0cd62 None None] Port 91f64d46-3f46-4dea-ba11-d878051baa7d cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:28:00.037606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.262690 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks [] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.270465 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.271361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (8760f43a-23ba-4534-bd37-265e4d98e03e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.285521 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e948f3c-a113-4855-9129-fe65545770c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.331699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Pushing event updated for resources: {'Port': ['ID=91f64d46-3f46-4dea-ba11-d878051baa7d,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:00.367564 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=8,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:00.368353 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=11,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:00.412550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:00.413857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:00.500337 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:00.542636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:00.578436 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Router 8760f43a-23ba-4534-bd37-265e4d98e03e is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:28:00.650751 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-e4a47e23-5bb9-40fd-83fa-bacb14ff6dea None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:00.651132 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e4a47e23-5bb9-40fd-83fa-bacb14ff6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:00.670831 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:00.677299 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-68df764d-c670-4db1-a44a-b69ff4acfe8a demo admin] 10.222.0.69 "PUT /v2.0/routers/8760f43a-23ba-4534-bd37-265e4d98e03e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8048983 Jun 24 10:28:00.681584 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Sync routers for ids ['8760f43a-23ba-4534-bd37-265e4d98e03e'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:00.687476 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-e4a47e23-5bb9-40fd-83fa-bacb14ff6dea None None] Port 91f64d46-3f46-4dea-ba11-d878051baa7d cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:28:00.694274 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Routers {'8760f43a-23ba-4534-bd37-265e4d98e03e'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:28:00.695127 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:28:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['8760f43a-23ba-4534-bd37-265e4d98e03e'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:00.873255 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Set router 8760f43a-23ba-4534-bd37-265e4d98e03e gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:28:01.288114 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:27:59Z', 'revision_number': 2, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port_host': None, '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:00Z', 'revision_number': 2, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:01.335909 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Checking router: 8760f43a-23ba-4534-bd37-265e4d98e03e for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:01.336279 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Updating router 8760f43a-23ba-4534-bd37-265e4d98e03e port 91f64d46-3f46-4dea-ba11-d878051baa7d binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:28:01.390938 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:01.447856 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:01.917423 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks [] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:01.926428 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.120644 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Pushing event updated for resources: {'Port': ['ID=91f64d46-3f46-4dea-ba11-d878051baa7d,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:02.128577 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Attempting to bind port 91f64d46-3f46-4dea-ba11-d878051baa7d on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:28:02.128996 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Attempting to bind port 91f64d46-3f46-4dea-ba11-d878051baa7d by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:28:02.129414 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Attempting to bind port 91f64d46-3f46-4dea-ba11-d878051baa7d on network 04b63490-69d6-451d-9eec-8817c0c3a2d3 {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:28:02.133109 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.133444 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.133775 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.134103 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.134421 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.134734 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.135347 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.135659 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.135967 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.136274 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.136582 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.136969 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.137280 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.137612 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.137915 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Tracked resource versions report: Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: pushed versions: Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: { 'AddressGroup': {'1.2'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Agent': {'1.1'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'ConntrackHelper': {'1.0'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Log': {'1.0'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'NDPProxy': {'1.0'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Network': {'1.1'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Port': {'1.7'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'PortForwarding': {'1.3'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'QosPolicy': {'1.10'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroup': {'1.5'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SubPort': {'1.0'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Subnet': {'1.1'}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Trunk': {'1.1'}} Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: consumer versions: Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Agent': '1.1', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'ConntrackHelper': '1.0', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'LocalIPAssociation': '1.0', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Log': '1.0', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'NDPProxy': '1.0', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Network': '1.1', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Port': '1.7', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'PortForwarding': '1.3', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'QosPolicy': '1.10', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroup': '1.5', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroupRule': '1.2', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SubPort': '1.0', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Subnet': '1.1', Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Trunk': '1.1'}} Jun 24 10:28:02.139276 dv-cinder-847536-1-iscsi neutron-server[104091]: {{(pid=104091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:28:02.144200 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:28:02.144588 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Checking segment: {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:28:02.145105 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.145473 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Bound using segment: {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:28:02.145962 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Bound port: 91f64d46-3f46-4dea-ba11-d878051baa7d, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575820a-47d9-430e-bdeb-da7f28b75881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:28:02.146331 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.179861 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:02.213417 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] For port 91f64d46-3f46-4dea-ba11-d878051baa7d, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:28:02.218108 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-6d346749-ad19-47c6-9ddd-b7e5ab081f3f None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:02.218726 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6d346749-ad19-47c6-9ddd-b7e5ab081f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.235119 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] For port 91f64d46-3f46-4dea-ba11-d878051baa7d, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=91f64d46-3f46-4dea-ba11-d878051baa7d,segment=NetworkSegment(8575820a-47d9-430e-bdeb-da7f28b75881),segment_id=8575820a-47d9-430e-bdeb-da7f28b75881)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:28:02.242794 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.250071 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-6d346749-ad19-47c6-9ddd-b7e5ab081f3f None None] Port 91f64d46-3f46-4dea-ba11-d878051baa7d cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:28:02.309774 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959a1a4-25cc-41d1-a18e-be80a8abb20a None None] Pushing event updated for resources: {'Port': ['ID=91f64d46-3f46-4dea-ba11-d878051baa7d,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:02.319537 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Routers {'8760f43a-23ba-4534-bd37-265e4d98e03e'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:28:02.320167 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:28:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['8760f43a-23ba-4534-bd37-265e4d98e03e'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:02.399541 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:02.406841 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] Set router 8760f43a-23ba-4534-bd37-265e4d98e03e gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:28:02.469951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:02.470932 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.544241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Current status of the port 91f64d46-3f46-4dea-ba11-d878051baa7d is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:28:02.544636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.588988 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] For port 91f64d46-3f46-4dea-ba11-d878051baa7d, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=91f64d46-3f46-4dea-ba11-d878051baa7d,segment=NetworkSegment(8575820a-47d9-430e-bdeb-da7f28b75881),segment_id=8575820a-47d9-430e-bdeb-da7f28b75881)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:02.593788 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:02.601002 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:27:59Z', 'revision_number': 2, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port_host': None, '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:02Z', 'revision_number': 4, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:02.625545 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b793ef4e-c945-487f-8520-201585703fa6 None None] The sync data for ids ['8760f43a-23ba-4534-bd37-265e4d98e03e'] in dv-cinder-847536-1-iscsi is: [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:27:59Z', 'revision_number': 2, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port_host': None, '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:02Z', 'revision_number': 4, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:02.644345 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5978f0-1a4b-454d-89b6-62bd30645fa1 None None] Pushing event updated for resources: {'Port': ['ID=91f64d46-3f46-4dea-ba11-d878051baa7d,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:02.933465 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 39612) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:28:03.131304 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:03.188527 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5cacb9-4d0e-40f5-8dc0-115cbd743fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:03.195951 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2e5cacb9-4d0e-40f5-8dc0-115cbd743fa3 admin admin] 10.222.0.69 "GET /v2.0/networks/bccc77e6-380d-4635-8ef5-1d9dcf418c4c HTTP/1.1" status: 200 len: 842 time: 0.2555444 Jun 24 10:28:03.200062 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:28:03.225885 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Made reservation on behalf of 0f9dd8794ad7494bbf369d7c8ce42c78 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:28:03.228499 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:03.404365 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:03.586461 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.objects.ports [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104088) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 10:28:03.586904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (b913ded7-56c8-4e04-a9d6-b916579764b2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:03.638376 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b913ded7-56c8-4e04-a9d6-b916579764b2,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:03.657914 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:28:03.658269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Network hostable DHCP agents. Network: bccc77e6-380d-4635-8ef5-1d9dcf418c4c, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:28:03.679884 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:28:03.693656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, bccc77e6-380d-4635-8ef5-1d9dcf418c4c) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:03.698693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:03.699311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:03.703752 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36d50f-adce-4604-8603-0d793c869108 None None] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:28:03.736073 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e8ea9914-0441-459b-bb6c-dbfee320be86 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5262685 Jun 24 10:28:03.823723 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c2134-b330-4acf-8ddd-c1708509a0e1 None None] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:28:03.858968 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:05.959067 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39630) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:28:06.095070 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f1608ad3-8fce-4f0f-92d8-474a94202f5d demo admin] 10.222.0.69 "GET /v2.0/routers/8760f43a-23ba-4534-bd37-265e4d98e03e HTTP/1.1" status: 200 len: 710 time: 0.1348133 Jun 24 10:28:06.184451 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e16188-3595-4a75-8634-4a11308e1f42 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:28:06.185856 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-29e16188-3595-4a75-8634-4a11308e1f42 demo admin] 10.222.0.69 "GET /v2.0/networks/bccc77e6-380d-4635-8ef5-1d9dcf418c4c HTTP/1.1" status: 200 len: 886 time: 0.0851324 Jun 24 10:28:06.194799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:28:06.434682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks [] for router_gateway (8760f43a-23ba-4534-bd37-265e4d98e03e), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:06.723049 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks [] for router_gateway (8760f43a-23ba-4534-bd37-265e4d98e03e), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:06.799273 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:06.903065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Allocated IP 172.27.1.211 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/aa59c580-35f8-48cf-bf81-823dfd6b9f48) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:28:06.914495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:06.941414 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:07.012632 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks [] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.046799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.087206 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:28:07.089980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:28:07.093671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:28:07.098470 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Pushing event updated for resources: {'Port': ['ID=aa59c580-35f8-48cf-bf81-823dfd6b9f48,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:07.334763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks [] for router_gateway (8760f43a-23ba-4534-bd37-265e4d98e03e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.527522 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3714053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3718535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14245'] for router (8760f43a-23ba-4534-bd37-265e4d98e03e), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.531309 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3714172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3714158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3718654'] for router (8760f43a-23ba-4534-bd37-265e4d98e03e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.634650 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Router 8760f43a-23ba-4534-bd37-265e4d98e03e has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:28:07.741042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:28:07.745485 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:07.746676 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1473f570-d40c-4845-ae9b-13f9eb52f151 demo admin] 10.222.0.69 "PUT /v2.0/routers/8760f43a-23ba-4534-bd37-265e4d98e03e HTTP/1.1" status: 200 len: 890 time: 1.5551031 Jun 24 10:28:08.908314 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Sync routers for ids ['8760f43a-23ba-4534-bd37-265e4d98e03e'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:28:08.920391 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Routers {'8760f43a-23ba-4534-bd37-265e4d98e03e'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:28:08.921052 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:28:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['8760f43a-23ba-4534-bd37-265e4d98e03e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:09.088667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 91f64d46-3f46-4dea-ba11-d878051baa7d up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:09.151783 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Set router 8760f43a-23ba-4534-bd37-265e4d98e03e gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:28:09.203011 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:09.297950 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:09.298340 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:09.566582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 91f64d46-3f46-4dea-ba11-d878051baa7d is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:28:09.714421 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:28:07Z', 'revision_number': 4, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port': {'id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:28:06Z', 'updated_at': '2022-06-24T10:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:02Z', 'revision_number': 5, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:09.764505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Checking router: 8760f43a-23ba-4534-bd37-265e4d98e03e for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:28:09.764898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Updating router 8760f43a-23ba-4534-bd37-265e4d98e03e port aa59c580-35f8-48cf-bf81-823dfd6b9f48 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:28:09.823719 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.168181 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks [] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.177634 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.211051 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 39642) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:28:10.227701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105e618-20c3-4efe-b869-fe4884d547f7 None None] Pushing event updated for resources: {'Port': ['ID=aa59c580-35f8-48cf-bf81-823dfd6b9f48,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:10.233730 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Attempting to bind port aa59c580-35f8-48cf-bf81-823dfd6b9f48 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:28:10.234080 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Attempting to bind port aa59c580-35f8-48cf-bf81-823dfd6b9f48 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:28:10.234589 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Attempting to bind port aa59c580-35f8-48cf-bf81-823dfd6b9f48 on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:28:10.239688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:10.240720 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:28:10.241239 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:28:10.241468 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.241848 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:28:10.242363 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Bound port: aa59c580-35f8-48cf-bf81-823dfd6b9f48, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:28:10.242727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.294220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] For port aa59c580-35f8-48cf-bf81-823dfd6b9f48, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:28:10.298236 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] For port aa59c580-35f8-48cf-bf81-823dfd6b9f48, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=aa59c580-35f8-48cf-bf81-823dfd6b9f48,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:28:10.305416 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:10.337857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:10.343346 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-7977546d-8e3c-490c-ba3d-9e8ff33177fb admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1297393 Jun 24 10:28:10.345501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:10.368153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105e618-20c3-4efe-b869-fe4884d547f7 None None] Pushing event updated for resources: {'Port': ['ID=aa59c580-35f8-48cf-bf81-823dfd6b9f48,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:10.373639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Routers {'8760f43a-23ba-4534-bd37-265e4d98e03e'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:28:10.374270 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:28:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['8760f43a-23ba-4534-bd37-265e4d98e03e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:10.481803 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] Set router 8760f43a-23ba-4534-bd37-265e4d98e03e gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:28:10.681630 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:28:07Z', 'revision_number': 4, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port': {'id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:28:06Z', 'updated_at': '2022-06-24T10:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:02Z', 'revision_number': 5, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:28:10.705957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b3f916-be75-47a8-8a3a-7826061f188c None None] The sync data for ids ['8760f43a-23ba-4534-bd37-265e4d98e03e'] in dv-cinder-847536-1-iscsi is: [{'id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'name': 'router1', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:27:50Z', 'updated_at': '2022-06-24T10:28:07Z', 'revision_number': 4, 'project_id': '8ae24634160b4859b608dd29275497f2', 'gw_port': {'id': 'aa59c580-35f8-48cf-bf81-823dfd6b9f48', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:28:06Z', 'updated_at': '2022-06-24T10:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '91f64d46-3f46-4dea-ba11-d878051baa7d', 'name': '', 'network_id': '04b63490-69d6-451d-9eec-8817c0c3a2d3', 'tenant_id': '8ae24634160b4859b608dd29275497f2', 'mac_address': 'fa:16:3e:bf:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8760f43a-23ba-4534-bd37-265e4d98e03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:27:59Z', 'updated_at': '2022-06-24T10:28:02Z', 'revision_number': 5, 'project_id': '8ae24634160b4859b608dd29275497f2', 'subnets': [{'id': '245201e7-26c5-4cf4-a3b5-0a4df1b2a085', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4752215d-361f-4a57-9f8a-02ddc2c87dd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:28:11.108454 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device aa59c580-35f8-48cf-bf81-823dfd6b9f48 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:11.159361 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port aa59c580-35f8-48cf-bf81-823dfd6b9f48 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:11.160238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:11.243395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port aa59c580-35f8-48cf-bf81-823dfd6b9f48 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:28:11.244064 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:11.272839 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port aa59c580-35f8-48cf-bf81-823dfd6b9f48, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=aa59c580-35f8-48cf-bf81-823dfd6b9f48,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:28:11.287021 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:11.337570 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=aa59c580-35f8-48cf-bf81-823dfd6b9f48,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:28:13.089444 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device aa59c580-35f8-48cf-bf81-823dfd6b9f48 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:28:13.134481 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port aa59c580-35f8-48cf-bf81-823dfd6b9f48 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:28:13.134853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (aa59c580-35f8-48cf-bf81-823dfd6b9f48), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:13.217552 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port aa59c580-35f8-48cf-bf81-823dfd6b9f48 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:28:13.708973 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=48,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:13.709749 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:19.621446 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:20.335230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:23.211989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:23.216246 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:27.649403 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=27 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:27.915613 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-46877af7-4308-4a21-a19f-eed4f0c82a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:30.294170 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d25c2eb3-c930-4ade-9f65-60f9776109b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:31.472792 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:33.144668 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:33.421309 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:28:36.613317 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:28:43.410557 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:43.413822 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:56.613912 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:56.618136 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=6 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:28:57.905169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-fee26174-2c67-45ea-b5dd-9a6977713b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:00.290669 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-da73beec-6b2c-47f9-bb21-da0e0839a6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:01.464051 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:03.142851 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:03.408339 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:13.393928 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:13.402442 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:13.612418 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:25.251536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40180) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:25.323381 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec4abfc-d2da-41ec-a131-489cfb6c2827 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:29:25.324656 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2ec4abfc-d2da-41ec-a131-489cfb6c2827 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0721533 Jun 24 10:29:25.613813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676aa774-5757-43b5-9538-e87724022a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:25.617179 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-676aa774-5757-43b5-9538-e87724022a37 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2848928 Jun 24 10:29:27.699140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40190) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:27.798983 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacdbf9-261f-4059-9a0c-103d8cd172d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:27.800430 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-5bacdbf9-261f-4059-9a0c-103d8cd172d3 admin admin] 10.222.0.69 "GET /v2.0/subnets/245201e7-26c5-4cf4-a3b5-0a4df1b2a085 HTTP/1.1" status: 200 len: 849 time: 0.1003191 Jun 24 10:29:27.813465 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:29:27.901413 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Publish callbacks [] for subnet (245201e7-26c5-4cf4-a3b5-0a4df1b2a085), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:27.902202 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bca4835a-fd5a-491e-b882-5512da8a6a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.048109 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794937764455'] for subnet (245201e7-26c5-4cf4-a3b5-0a4df1b2a085), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.079026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:28.079603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.080943 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] 10.222.0.69 "PUT /v2.0/subnets/245201e7-26c5-4cf4-a3b5-0a4df1b2a085 HTTP/1.1" status: 200 len: 868 time: 0.2711179 Jun 24 10:29:28.084192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a1883-3979-4039-b140-c2d4a380979d None None] Network 04b63490-69d6-451d-9eec-8817c0c3a2d3 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:29:28.101004 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=245201e7-26c5-4cf4-a3b5-0a4df1b2a085,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:29:28.109166 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.109541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.109996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.110389 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.110776 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.111830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.111830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.111830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.112271 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.112780 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.113178 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.113576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.114040 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.114360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.114679 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c60f2-2fe7-4c62-9cf8-67964a482cdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:29:28.433042 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Provisioning complete for port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:29:28.433429 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (461aca60-0d2d-4103-bd92-1b4a1b1a2e54), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.507380 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Current status of the port 461aca60-0d2d-4103-bd92-1b4a1b1a2e54 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:29:28.515828 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Provisioning complete for port 91f64d46-3f46-4dea-ba11-d878051baa7d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:29:28.516207 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (91f64d46-3f46-4dea-ba11-d878051baa7d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:28.590612 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-1292fb9e-b52a-41b6-9b9c-e1501149ec1d None None] Current status of the port 91f64d46-3f46-4dea-ba11-d878051baa7d is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:29:30.145476 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40198) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:30.285537 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8e0a2014-4af1-46ef-a309-4f726beac0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:30.358993 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d9276-65bb-4804-bd6a-fa466df06a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:30.359440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1d9276-65bb-4804-bd6a-fa466df06a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:30.361053 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1b1d9276-65bb-4804-bd6a-fa466df06a58 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2145422 Jun 24 10:29:31.456160 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:32.400881 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40206) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:32.621199 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dffffb6-53f0-4c98-9117-93b82c45e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:32.621579 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dffffb6-53f0-4c98-9117-93b82c45e36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:32.623209 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9dffffb6-53f0-4c98-9117-93b82c45e36d admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2207947 Jun 24 10:29:33.146920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:33.405582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:29:34.691234 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40216) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:34.848630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e160b9-c3d4-41ad-bc4f-7b2f743c0146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:34.850053 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-48e160b9-c3d4-41ad-bc4f-7b2f743c0146 admin admin] 10.222.0.69 "GET /v2.0/networks/04b63490-69d6-451d-9eec-8817c0c3a2d3 HTTP/1.1" status: 200 len: 869 time: 0.1578629 Jun 24 10:29:36.893688 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40224) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:37.042462 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cead674-e2c7-4d49-98ba-682c0bd6f016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:37.043826 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8cead674-e2c7-4d49-98ba-682c0bd6f016 admin admin] 10.222.0.69 "GET /v2.0/networks/bccc77e6-380d-4635-8ef5-1d9dcf418c4c HTTP/1.1" status: 200 len: 886 time: 0.1491911 Jun 24 10:29:39.098579 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40232) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:39.239917 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab91cd5-ab23-489c-826f-18e8a0148bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:39.240565 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab91cd5-ab23-489c-826f-18e8a0148bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:39.242872 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5ab91cd5-ab23-489c-826f-18e8a0148bd0 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1431832 Jun 24 10:29:40.354788 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:40.356769 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:41.300815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40240) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:41.400503 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc3230-5d86-4dad-822e-dead2d5f0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:41.400979 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadc3230-5d86-4dad-822e-dead2d5f0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:41.402479 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dadc3230-5d86-4dad-822e-dead2d5f0a54 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1006212 Jun 24 10:29:43.394940 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:43.399177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:43.413107 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:43.416802 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=18 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:43.482225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40248) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:43.590556 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9eaf97-39d7-4cda-92bc-c9c0d6a67d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:43.591902 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-da9eaf97-39d7-4cda-92bc-c9c0d6a67d7e admin admin] 10.222.0.69 "GET /v2.0/subnets/245201e7-26c5-4cf4-a3b5-0a4df1b2a085 HTTP/1.1" status: 200 len: 868 time: 0.1086826 Jun 24 10:29:45.651874 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40256) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:29:45.746238 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc58325-2f5d-4b0b-b17d-944b1d10352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:29:45.747459 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0fc58325-2f5d-4b0b-b17d-944b1d10352c admin admin] 10.222.0.69 "GET /v2.0/subnets/b913ded7-56c8-4e04-a9d6-b916579764b2 HTTP/1.1" status: 200 len: 816 time: 0.0945992 Jun 24 10:29:50.611466 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:29:55.739274 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=51 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:55.742823 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=64 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:29:57.907487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-826a9fc1-fc9e-4010-98c0-7de4ec5904b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:00.290165 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c1f49c1d-14da-4361-8ad4-acec2d7c8a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:01.457644 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:03.149022 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:03.402959 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:10.612156 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:10.613559 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:12.689353 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40312) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:30:12.737701 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [None req-329f7147-9a73-4ff6-a7cb-e858bb7c3003 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:30:12.738720 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-329f7147-9a73-4ff6-a7cb-e858bb7c3003 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0484257 Jun 24 10:30:13.389092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:13.396502 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:14.898505 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40320) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:30:14.965592 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c51f2b-2785-4dd9-b3e8-240a6ac432e5 admin admin] GET failed (client error): The resource could not be found. Jun 24 10:30:14.966917 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-58c51f2b-2785-4dd9-b3e8-240a6ac432e5 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674248 Jun 24 10:30:15.113414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f71cb-7195-4d93-a90b-7224c4479a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:15.115015 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c65f71cb-7195-4d93-a90b-7224c4479a64 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439228 Jun 24 10:30:17.200564 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40328) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:30:17.260557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:30:17.280671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Made reservation on behalf of 0f9dd8794ad7494bbf369d7c8ce42c78 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:30:17.283186 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:17.317659 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING neutron.services.revisions.revision_plugin [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Could not find related network for resource to bump revision. Jun 24 10:30:17.330214 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:30:17.343104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (a55cfec0-fc1e-4169-b6a7-257c084972d7), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:17.343489 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Added segment a55cfec0-fc1e-4169-b6a7-257c084972d7 of type vlan for network 5bc31e62-0552-436c-8606-afe55126940c Jun 24 10:30:17.381740 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (5bc31e62-0552-436c-8606-afe55126940c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:17.408524 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (5bc31e62-0552-436c-8606-afe55126940c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:17.409523 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:17.410068 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:17.513078 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3109148 Jun 24 10:30:17.558066 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc31e62-0552-436c-8606-afe55126940c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:17.566257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.566580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.567033 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.567345 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.567672 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.567991 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.568324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.568634 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.568981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.569302 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.569615 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.569939 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.570259 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.570563 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.570871 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2401-8d62-4fb8-af4a-0234856f11c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:17.582792 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 5bc31e62-0552-436c-8606-afe55126940c details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:30:19.571986 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40336) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:30:19.636425 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f16b6b-b5ea-4352-8521-816b33b3e83c admin admin] GET failed (client error): The resource could not be found. Jun 24 10:30:19.637784 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b9f16b6b-b5ea-4352-8521-816b33b3e83c admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647829 Jun 24 10:30:19.722038 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6db44-cc28-48a2-bc1a-b17b1a413b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:19.723410 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f7a6db44-cc28-48a2-bc1a-b17b1a413b28 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0814764 Jun 24 10:30:19.736174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Request body: {'subnet': {'network_id': '5bc31e62-0552-436c-8606-afe55126940c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:30:19.760419 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Made reservation on behalf of 0f9dd8794ad7494bbf369d7c8ce42c78 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:30:19.762764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:19.929478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:19.977480 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:19.992389 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Checking segment: {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:30:19.992720 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Network hostable DHCP agents. Network: 5bc31e62-0552-436c-8606-afe55126940c, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:30:20.012341 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Network 5bc31e62-0552-436c-8606-afe55126940c is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:30:20.023327 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 5bc31e62-0552-436c-8606-afe55126940c) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:30:20.027589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:30:20.028206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.033770 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d67657-93f0-41bf-91d0-556898ed602e None None] Network 5bc31e62-0552-436c-8606-afe55126940c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:30:20.048877 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b5401e2d-2c5a-481e-a37c-f7eb8374de32 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160403 Jun 24 10:30:20.149994 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-5bc31e62-0552-436c-8606-afe55126940c', 'network_id': '5bc31e62-0552-436c-8606-afe55126940c', 'project_id': '0f9dd8794ad7494bbf369d7c8ce42c78', 'fixed_ips': [{'subnet_id': '8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:30:20.150962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.413147 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Allocated IP 192.168.233.2 (5bc31e62-0552-436c-8606-afe55126940c/8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac/1acb1d62-7cc2-485c-b08b-4c5eab859105) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:30:20.578643 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks [] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.587829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.636907 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Network 5bc31e62-0552-436c-8606-afe55126940c is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:30:20.637954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Pushing event updated for resources: {'Port': ['ID=1acb1d62-7cc2-485c-b08b-4c5eab859105,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:20.641521 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:30:20.647416 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:30:20.651163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.651505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.651859 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.652211 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.652536 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.652882 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.653223 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.653540 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.653855 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.654172 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.654485 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.654810 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.655127 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.655434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.655732 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:30:20.718963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Attempting to bind port 1acb1d62-7cc2-485c-b08b-4c5eab859105 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:30:20.719332 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Attempting to bind port 1acb1d62-7cc2-485c-b08b-4c5eab859105 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:30:20.719679 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Attempting to bind port 1acb1d62-7cc2-485c-b08b-4c5eab859105 on network 5bc31e62-0552-436c-8606-afe55126940c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:30:20.725869 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:30:20.726258 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Checking segment: {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:30:20.726658 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.727037 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Bound using segment: {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:30:20.727494 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Bound port: 1acb1d62-7cc2-485c-b08b-4c5eab859105, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:30:20.727867 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.789632 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] For port 1acb1d62-7cc2-485c-b08b-4c5eab859105, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:30:20.793302 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] For port 1acb1d62-7cc2-485c-b08b-4c5eab859105, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=1acb1d62-7cc2-485c-b08b-4c5eab859105,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:30:20.801817 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:20.860018 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d3a61-d20e-49fd-8045-b4beea4eb41b None None] Pushing event updated for resources: {'Port': ['ID=1acb1d62-7cc2-485c-b08b-4c5eab859105,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:21.190081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1acb1d62-7cc2-485c-b08b-4c5eab859105 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:30:21.242267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 1acb1d62-7cc2-485c-b08b-4c5eab859105 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:30:21.242756 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:21.268041 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:21.318949 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 1acb1d62-7cc2-485c-b08b-4c5eab859105 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:30:21.319392 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:21.322125 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:21.355805 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 1acb1d62-7cc2-485c-b08b-4c5eab859105, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=1acb1d62-7cc2-485c-b08b-4c5eab859105,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:30:21.363848 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:21.409980 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=1acb1d62-7cc2-485c-b08b-4c5eab859105,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:30:21.746616 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3e3fc-2b6c-4bbc-a908-4259abe3f313 None None] Network 5bc31e62-0552-436c-8606-afe55126940c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:30:21.817578 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-891b484f-5d7a-47b5-b367-50ffaa23d813 None None] Provisioning complete for port 1acb1d62-7cc2-485c-b08b-4c5eab859105 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:30:21.817963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-891b484f-5d7a-47b5-b367-50ffaa23d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:21.935385 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-891b484f-5d7a-47b5-b367-50ffaa23d813 None None] Current status of the port 1acb1d62-7cc2-485c-b08b-4c5eab859105 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:30:22.158430 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-d6e11964-3c3c-42ca-8920-5d033cdfa493 None None] Provisioning complete for port 1acb1d62-7cc2-485c-b08b-4c5eab859105 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:30:22.158818 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d6e11964-3c3c-42ca-8920-5d033cdfa493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:22.236569 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-d6e11964-3c3c-42ca-8920-5d033cdfa493 None None] Current status of the port 1acb1d62-7cc2-485c-b08b-4c5eab859105 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:30:23.167527 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1acb1d62-7cc2-485c-b08b-4c5eab859105 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:30:23.214051 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 1acb1d62-7cc2-485c-b08b-4c5eab859105 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:30:23.214439 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1acb1d62-7cc2-485c-b08b-4c5eab859105), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:23.288555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 1acb1d62-7cc2-485c-b08b-4c5eab859105 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:30:27.610379 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:30:27.914591 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7e133bf0-83dc-4842-bce5-1b610436140a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:30.032157 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:30.039448 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:30.296630 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-54a9cc79-7f89-451e-8d85-1478b8af6e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:31.463657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:33.152601 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:33.399317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:30:43.391146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:43.393056 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:47.610118 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:47.610996 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:30:57.912089 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f28851b6-1892-4e1a-a65e-84dde0ee73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:00.289909 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-af19dc65-f419-463f-9f72-87b9b967c90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:01.469513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:03.159032 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:03.395825 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:04.609971 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:13.387670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=24 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:13.390003 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:26.605782 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:26.606519 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:27.917291 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-65a17876-2c63-4ec8-aead-c823dfbde07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:30.296254 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b0138f7a-7e93-4013-8c2d-97cc265f4eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:31.471525 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:33.160915 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:33.393327 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:41.609107 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:31:43.384140 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:43.386063 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:48.213009 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40374) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:31:48.219919 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [None req-06dcf8a6-9fc7-407c-a821-d3d58a9ebd87 tempest-verify_tempest_config-1276826156 tempest-verify_tempest_config-1276826156-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:31:48.220925 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-06dcf8a6-9fc7-407c-a821-d3d58a9ebd87 tempest-verify_tempest_config-1276826156 tempest-verify_tempest_config-1276826156-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068586 Jun 24 10:31:48.538923 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40392) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:31:48.657063 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.735209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Publish callbacks [] for security_group (8a320b94-6cb7-4d06-ac00-3b2c147b141b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.741716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8a320b94-6cb7-4d06-ac00-3b2c147b141b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.787448 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70b196ff18ad416ebbe97800a93701c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2473488 Jun 24 10:31:48.788275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a320b94-6cb7-4d06-ac00-3b2c147b141b,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:48.790264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40396) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:31:48.801625 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.801966 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.802318 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.802658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.802965 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.803461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.803788 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.804109 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.804459 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.804813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.805148 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.805467 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.805786 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.806095 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.806408 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae42f36-5dad-4457-b7e2-d08b728b339e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:31:48.858685 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] Publish callbacks [] for security_group (8a320b94-6cb7-4d06-ac00-3b2c147b141b), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.879766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] Publish callbacks [] for security_group (8a320b94-6cb7-4d06-ac00-3b2c147b141b), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.977818 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8a320b94-6cb7-4d06-ac00-3b2c147b141b), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.982029 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:48.983832 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a320b94-6cb7-4d06-ac00-3b2c147b141b HTTP/1.1" status: 204 len: 168 time: 0.1916952 Jun 24 10:31:48.994261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bdec1-0eb3-4ec3-bbfb-ba0e0988d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a320b94-6cb7-4d06-ac00-3b2c147b141b,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:31:57.916379 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-fde831d3-8d53-4a4c-bcf9-fcc366152eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:31:58.988405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:31:58.989255 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:00.291789 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2aecbb1f-bca8-4a7f-9347-64bbf7facc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:01.473305 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:01.607559 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:01.608338 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:03.164829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:03.388988 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:13.380554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:13.383083 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:18.613584 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:23.282617 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=15 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:27.914759 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e38e8edd-0730-42f9-bb43-ac197477d29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:30.304368 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-942c65d2-b9cb-4442-bdae-432c164f5e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:31.478149 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:33.170174 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:33.393961 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:32:38.612773 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:38.613988 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:43.384764 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:43.387326 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:32:55.617414 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 5 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:32:57.915312 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-edd68e5c-d07a-460e-856a-8db243549b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:00.299645 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-01e9d262-a2c6-4a34-9814-0e8c9276e666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:01.482101 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:03.170829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:03.397408 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:13.382051 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:13.391613 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:15.610388 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:15.611687 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:26.613327 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:27.604867 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:27.913718 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-96076998-81cf-4412-93ed-4e379c1e88c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:30.312875 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4bdff9b6-e391-4a18-9ec1-5fdba1decf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:31.482317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:31.958074 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3715838'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:32.618138 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:33:33.185386 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:33.397356 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:33:43.383927 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:43.390963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:44.330035 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40472) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:33:44.454198 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f75ef754-34ad-4795-8334-b40f50644ca4 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1230912 Jun 24 10:33:46.529309 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40482) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:33:46.599186 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-10b23a09-0012-48a6-a096-dfb8b38ff4bb admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0685971 Jun 24 10:33:52.608628 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:52.609439 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:54.449067 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:56.594985 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:33:57.915786 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2f79a21c-4e24-4299-98fd-1209214ef5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:00.309174 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-768cb21a-2623-44ac-9617-39dafa9854a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:01.493904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:01.954572 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:03.183093 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:03.392890 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:09.623592 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:13.381627 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:13.386749 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:27.914141 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4c96508d-e3da-4d33-9481-6aa6e225dc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:29.612911 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=19 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:29.614181 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=15 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:30.305072 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ac83e020-63d2-4271-8e61-6d36a9774b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:31.489294 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:31.960717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:33.194452 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:33.399320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:34:43.391157 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:43.393668 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:34:46.622593 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:34:57.909966 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8d19d04b-bfc8-4a26-b87a-716f750935b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:00.308927 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-85ee5d39-0bc2-4db1-947b-5b4fa3a47ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:01.492262 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:01.974511 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:03.186875 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:03.396298 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:06.604342 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:06.608698 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=6 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:13.387619 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:13.388963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:21.293229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40622) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:21.554821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-323502653-network', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:21.577791 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Made reservation on behalf of e41afc594f464d74bd4881e07dd33e45 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:21.580597 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.590880 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.681032 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks [] for security_group (df5a7367-aa62-4255-a3ad-114a20130009), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.686543 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (df5a7367-aa62-4255-a3ad-114a20130009), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.719698 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5a7367-aa62-4255-a3ad-114a20130009,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:21.730015 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.730369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.730778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.731115 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.731482 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.731858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.732275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.732716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.733088 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.733406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.733750 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.734059 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.734370 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.734666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.734968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Tracked resource versions report: Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: pushed versions: Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Agent': {'1.1'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Log': {'1.0'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'NDPProxy': {'1.0'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Network': {'1.1'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Port': {'1.7'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'PortForwarding': {'1.3'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: consumer versions: Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: HyperV agent@hv-cinder-84753: {}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Agent': '1.1', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Log': '1.0', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'NDPProxy': '1.0', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Network': '1.1', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Port': '1.7', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'PortForwarding': '1.3', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'SubPort': '1.0', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Subnet': '1.1', Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Jun 24 10:35:21.736120 dv-cinder-847536-1-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:35:21.740024 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:21.753453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (fa2f3759-9bea-4db7-8077-0ccb1bff2989), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.753947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Added segment fa2f3759-9bea-4db7-8077-0ccb1bff2989 of type vlan for network d45f93fe-c90f-4708-aa2a-5a1fde71bcad Jun 24 10:35:21.799731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (d45f93fe-c90f-4708-aa2a-5a1fde71bcad), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.826820 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (d45f93fe-c90f-4708-aa2a-5a1fde71bcad), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.828218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:21.828813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:21.901072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] Pushing event updated for resources: {'Network': ['ID=d45f93fe-c90f-4708-aa2a-5a1fde71bcad,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:21.911719 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40666) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:21.914646 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:21.920136 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Request body: {'subnet': {'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-323502653-subnet', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:21.925314 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f8284e63-814c-45a9-b34d-e58014e84644 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6308990 Jun 24 10:35:21.946288 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Made reservation on behalf of e41afc594f464d74bd4881e07dd33e45 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:21.951282 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.146275 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (eaeb5937-ba80-43b4-b27b-031e851baada), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.210543 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaeb5937-ba80-43b4-b27b-031e851baada,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:22.221683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40692) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:22.222393 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.222733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.223094 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.223424 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.223751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.224074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.224392 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.224709 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.225092 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.225401 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.225731 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.226066 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.226381 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.226698 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.227028 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Tracked resource versions report: Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: pushed versions: Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Agent': {'1.1'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Log': {'1.0'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'NDPProxy': {'1.0'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Network': {'1.1'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Port': {'1.7'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'PortForwarding': {'1.3'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: consumer versions: Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: HyperV agent@hv-cinder-84753: {}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Agent': '1.1', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Log': '1.0', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'NDPProxy': '1.0', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Network': '1.1', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Port': '1.7', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'PortForwarding': '1.3', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'SubPort': '1.0', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Subnet': '1.1', Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Jun 24 10:35:22.228157 dv-cinder-847536-1-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:35:22.237377 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Checking segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:22.237549 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Network hostable DHCP agents. Network: d45f93fe-c90f-4708-aa2a-5a1fde71bcad, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:22.259253 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:22.273648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, d45f93fe-c90f-4708-aa2a-5a1fde71bcad) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:22.278666 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:22.279270 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.285163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0544d7-d6f2-477e-963a-bc72e9cfb1df None None] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:22.301990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40710) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:22.302647 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b7312110-bf14-4ccb-b0a7-e1bcc46caa76 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3891089 Jun 24 10:35:22.309533 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:22.343429 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.344574 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.414494 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-d45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:35:22.415905 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.449305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for router_controller (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.468454 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40716) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:22.545489 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40726) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:22.573619 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Allocated IP 172.20.0.2 (d45f93fe-c90f-4708-aa2a-5a1fde71bcad/eaeb5937-ba80-43b4-b27b-031e851baada/fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:22.619279 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for router_gateway (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.634200 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-178596705-network', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:22.641921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-82120140-network', 'tenant_id': '281651371cba4d4a9454b0747947cc83'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:22.663470 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Made reservation on behalf of dee3d0adc7084828b9ed954edee54f6a for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:22.666781 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.682895 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.694115 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Made reservation on behalf of 281651371cba4d4a9454b0747947cc83 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:22.700980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.740282 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.794613 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks [] for security_group (ff328871-2d07-48c2-8137-fc5a3b1b0261), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.806431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ff328871-2d07-48c2-8137-fc5a3b1b0261), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.824189 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:22.840506 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (35219143-ed61-4141-b04c-6c8d248fe7b9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.841238 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Added segment 35219143-ed61-4141-b04c-6c8d248fe7b9 of type vlan for network 752e9800-1649-43f8-947f-53990781f692 Jun 24 10:35:22.870383 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks [] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.884556 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.887092 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:22.896176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (752e9800-1649-43f8-947f-53990781f692), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.915771 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:22.936295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff328871-2d07-48c2-8137-fc5a3b1b0261,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:22.941297 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (752e9800-1649-43f8-947f-53990781f692), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.942699 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:22.943485 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:22.965412 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:22.972767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:22.978092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Pushing event updated for resources: {'Port': ['ID=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:22.984502 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:22.999640 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:22.999982 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.000339 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.000689 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.001039 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.002077 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.004185 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.004376 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.004700 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.005051 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.005375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.005717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.008498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.009145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.009668 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Tracked resource versions report: Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: pushed versions: Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: { 'AddressGroup': {'1.2'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Agent': {'1.1'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'ConntrackHelper': {'1.0'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Log': {'1.0'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'NDPProxy': {'1.0'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Network': {'1.1'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Port': {'1.7'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'PortForwarding': {'1.3'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'QosPolicy': {'1.10'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroup': {'1.5'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SubPort': {'1.0'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Subnet': {'1.1'}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Trunk': {'1.1'}} Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: consumer versions: Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: HyperV agent@hv-cinder-84753: {}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Agent': '1.1', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'ConntrackHelper': '1.0', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'LocalIPAssociation': '1.0', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Log': '1.0', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'NDPProxy': '1.0', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Network': '1.1', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Port': '1.7', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'PortForwarding': '1.3', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'QosPolicy': '1.10', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroup': '1.5', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SecurityGroupRule': '1.2', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'SubPort': '1.0', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Subnet': '1.1', Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: 'Trunk': '1.1'}} Jun 24 10:35:23.011458 dv-cinder-847536-1-iscsi neutron-server[104090]: {{(pid=104090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:35:23.021031 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] Pushing event updated for resources: {'Network': ['ID=752e9800-1649-43f8-947f-53990781f692,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:23.029976 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-70f11946-5fee-4ba4-a227-7306f9001aaa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5598199 Jun 24 10:35:23.031243 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40738) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:23.036633 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Request body: {'subnet': {'network_id': '752e9800-1649-43f8-947f-53990781f692', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-178596705-subnet', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:23.051366 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 752e9800-1649-43f8-947f-53990781f692 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:23.063498 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Made reservation on behalf of dee3d0adc7084828b9ed954edee54f6a for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:23.067305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.130364 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks [] for security_group (e7436884-b259-4416-867c-5fbeb092161d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.132237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for router_gateway (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.153888 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-network', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:23.154319 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e7436884-b259-4416-867c-5fbeb092161d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.157766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.160645 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:23.162472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:23.189842 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Attempting to bind port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:23.190470 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Attempting to bind port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:23.190831 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Attempting to bind port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:23.196926 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:23.197271 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Checking segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:23.197712 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.198340 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Bound using segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:23.198534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Bound port: fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:23.198899 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.211732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:23.250097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (67d8af7b-dd36-45f3-9833-d2ac406f4874), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.250434 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Added segment 67d8af7b-dd36-45f3-9833-d2ac406f4874 of type vlan for network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a Jun 24 10:35:23.264056 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7436884-b259-4416-867c-5fbeb092161d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:23.309604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] For port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:23.313623 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] For port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:23.327046 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.349461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (5c54d8b2-277b-49d0-99b7-bf6f64432c4a), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.349984 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (c6d0fbc9-251f-476f-a74a-ea847ff743b8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.397870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:23.401435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Allocated IP 172.27.1.144 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/0e1c0f54-2ec4-47d0-a972-a69aa7f53cca) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:23.406016 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed34cb-c509-4133-a9e9-a34e29e08c5b None None] Pushing event updated for resources: {'Port': ['ID=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:23.423854 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d0fbc9-251f-476f-a74a-ea847ff743b8,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:23.449306 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Made reservation on behalf of d8cc166ec03349b3b2b0d69840886bd9 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:23.451651 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.474415 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.487721 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (5c54d8b2-277b-49d0-99b7-bf6f64432c4a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.489124 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:23.489937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.500807 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Checking segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:23.501701 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Network hostable DHCP agents. Network: 752e9800-1649-43f8-947f-53990781f692, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:23.551064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Network 752e9800-1649-43f8-947f-53990781f692 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:23.571939 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 752e9800-1649-43f8-947f-53990781f692) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:23.580341 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:23.581209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.583899 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d90a23-1e22-4702-a4bc-db45bfda7992 None None] Network 752e9800-1649-43f8-947f-53990781f692 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:23.610972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks [] for security_group (74ad4951-b825-48fa-a05a-3be17260c52f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.616566 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6a7624d4-d61e-41d3-a7e1-dd39ee51edf7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5840781 Jun 24 10:35:23.619174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40750) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:23.625673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:23.627213 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:35:23.632605 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (74ad4951-b825-48fa-a05a-3be17260c52f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.646358 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:23.657020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (65361e55-37ac-4803-ba7e-5191e1ef9b66), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.657674 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Added segment 65361e55-37ac-4803-ba7e-5191e1ef9b66 of type vlan for network 45ee52c2-5913-4161-9d2c-193dab823ea6 Jun 24 10:35:23.711996 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (45ee52c2-5913-4161-9d2c-193dab823ea6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.713644 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.769979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] Pushing event updated for resources: {'Network': ['ID=5c54d8b2-277b-49d0-99b7-bf6f64432c4a,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:23.802643 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-deb76294-fe4f-474b-b921-a90875bf94b5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.5766900 Jun 24 10:35:23.846578 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:23.875945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40756) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:23.875945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Request body: {'subnet': {'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-subnet', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:23.875945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.876657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (45ee52c2-5913-4161-9d2c-193dab823ea6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.876657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:23.876657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.917851 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:23.924240 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:23.949098 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.953793 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:23.955374 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:23.955539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-752e9800-1649-43f8-947f-53990781f692', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'fixed_ips': [{'subnet_id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:35:23.957069 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.008562 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:24.090362 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:24.115784 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for router_controller (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.122116 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Made reservation on behalf of 281651371cba4d4a9454b0747947cc83 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:24.133335 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.5866511 Jun 24 10:35:24.140093 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.145103 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:24.149916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40768) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:24.155569 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Allocated IP 172.20.0.2 (752e9800-1649-43f8-947f-53990781f692/c6d0fbc9-251f-476f-a74a-ea847ff743b8/9c79efd6-0562-469d-83b7-1074363f3fbf) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:24.163801 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Request body: {'subnet': {'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-subnet', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:24.312393 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad4951-b825-48fa-a05a-3be17260c52f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:24.359447 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:24.361914 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Made reservation on behalf of d8cc166ec03349b3b2b0d69840886bd9 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:24.366934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.372799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:24.461920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks [] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.481346 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for router_gateway (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.482410 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.522152 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:24.523008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2769f-76f5-411f-a608-8198d994b240 admin admin] Pushing event updated for resources: {'Network': ['ID=45ee52c2-5913-4161-9d2c-193dab823ea6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:24.584011 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:24.633635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Network 752e9800-1649-43f8-947f-53990781f692 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:24.650962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:24.674935 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:24.736013 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Pushing event updated for resources: {'Port': ['ID=9c79efd6-0562-469d-83b7-1074363f3fbf,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:24.938870 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for router_gateway (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.939361 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Attempting to bind port 9c79efd6-0562-469d-83b7-1074363f3fbf on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:24.939736 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Attempting to bind port 9c79efd6-0562-469d-83b7-1074363f3fbf by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:24.940092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Attempting to bind port 9c79efd6-0562-469d-83b7-1074363f3fbf on network 752e9800-1649-43f8-947f-53990781f692 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:24.947684 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:24.948041 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Checking segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:24.949043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.949445 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Bound using segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:24.950667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Bound port: 9c79efd6-0562-469d-83b7-1074363f3fbf, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:24.951218 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:24.991399 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.017275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (6f17f660-347c-408a-85fe-c3c1bdd4c6d5), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.046216 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] For port 9c79efd6-0562-469d-83b7-1074363f3fbf, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:25.050587 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] For port 9c79efd6-0562-469d-83b7-1074363f3fbf, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9c79efd6-0562-469d-83b7-1074363f3fbf,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:25.062647 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.146896 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed5dc0-2d15-4aa9-b725-e84d0ede047b None None] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:25.168490 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (79f098d1-6778-4f3c-b1cc-12985554c783), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.197979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for router_gateway (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.213218 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Allocated IP 172.27.1.121 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/9b00052f-39c0-426d-b1b6-525c3c92a5fa) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:25.260013 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:25.260520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Network hostable DHCP agents. Network: 45ee52c2-5913-4161-9d2c-193dab823ea6, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:25.283643 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:25.307321 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f17f660-347c-408a-85fe-c3c1bdd4c6d5,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:25.310026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:25.350069 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Provisioning complete for port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:25.350477 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.402820 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 45ee52c2-5913-4161-9d2c-193dab823ea6) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:25.410708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Checking segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:25.411151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Network hostable DHCP agents. Network: 5c54d8b2-277b-49d0-99b7-bf6f64432c4a, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:25.418768 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:25.419517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.435912 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13860f-807b-4641-a7dd-ed8a93db7157 None None] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:25.470241 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f098d1-6778-4f3c-b1cc-12985554c783,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:25.510348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:25.511202 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550cf8-7752-4688-8bf3-b7759dde3619 None None] Pushing event updated for resources: {'Port': ['ID=9c79efd6-0562-469d-83b7-1074363f3fbf,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:25.544880 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:25.552113 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:25.562502 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3a576157-75b0-4c87-9e2b-4f3924af3b36 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4087117 Jun 24 10:35:25.566943 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40816) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:25.577498 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:25.586859 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:25.597086 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.609155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 5c54d8b2-277b-49d0-99b7-bf6f64432c4a) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:25.631953 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30302e-4669-4e80-9023-1aa2033a1b05 None None] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:25.645500 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:25.646732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.660131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (48d14d00-4801-40e3-b019-04e458dbed21), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.662069 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (48d14d00-4801-40e3-b019-04e458dbed21), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.731925 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.764782 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2965c8df-b61f-4112-96fb-fff691905636 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9480367 Jun 24 10:35:25.768898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40820) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:25.776727 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:25.800047 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.811339 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Current status of the port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:25.811724 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.844478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Pushing event updated for resources: {'Port': ['ID=9b00052f-39c0-426d-b1b6-525c3c92a5fa,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:25.862771 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for router_controller (48d14d00-4801-40e3-b019-04e458dbed21), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.888474 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:25.890510 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:25.896616 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:25.908150 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:25.927523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] For port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:25.996872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:25.998029 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.030936 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.149534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e577a-883d-418d-bea7-4f163e5d7d3c None None] Pushing event updated for resources: {'Port': ['ID=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:26.199176 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-45ee52c2-5913-4161-9d2c-193dab823ea6', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:35:26.200784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.214808 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:26.233271 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:26.233938 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.485715 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:35:26.486881 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.507883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-dca316aa-3572-4d4c-a99f-798c9909cf90 None None] Provisioning complete for port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:26.508268 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-dca316aa-3572-4d4c-a99f-798c9909cf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.577771 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for router_gateway (48d14d00-4801-40e3-b019-04e458dbed21), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.587768 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for router_controller (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.619331 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:26.619801 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for router_gateway (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.741180 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:26.913238 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:26.924601 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181328ab-e30d-460c-85e2-83b5bcd06b2a None None] Network 752e9800-1649-43f8-947f-53990781f692 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:27.027809 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.040612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.041694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-dca316aa-3572-4d4c-a99f-798c9909cf90 None None] Current status of the port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:27.102311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40860) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:27.136424 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:35:27.142341 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Allocated IP 172.20.0.2 (45ee52c2-5913-4161-9d2c-193dab823ea6/79f098d1-6778-4f3c-b1cc-12985554c783/b8a70707-4b6e-43b9-b61e-e704f7ce56b1) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:27.153658 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:27.160069 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.168162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for router_gateway (48d14d00-4801-40e3-b019-04e458dbed21), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.217522 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.234171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for router_gateway (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.255424 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Provisioning complete for port 9c79efd6-0562-469d-83b7-1074363f3fbf triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:27.255905 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.268624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:35:27.269267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Allocated IP 172.20.0.2 (5c54d8b2-277b-49d0-99b7-bf6f64432c4a/6f17f660-347c-408a-85fe-c3c1bdd4c6d5/af52c380-ac62-48a3-81e6-ce78891c78f6) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:27.288452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e883cfe2-ffd5-4e85-9305-744bf55be73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.462276 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:27.471306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Allocated IP 172.27.1.56 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/8e456963-8473-4dfd-b5cd-8167b322793e) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:27.478289 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Sync routers for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:27.496770 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.501391 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e5ded48e-7b34-412f-b7da-c56c86ed0d99 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8809693 Jun 24 10:35:27.504123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40864) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:27.506956 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:27.522633 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:27.590394 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks [] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.592068 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e883cfe2-ffd5-4e85-9305-744bf55be73f admin admin] Publish callbacks [] for security_group (d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.601490 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.610188 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e883cfe2-ffd5-4e85-9305-744bf55be73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.632795 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9c79efd6-0562-469d-83b7-1074363f3fbf up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:27.677004 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:27.685572 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883cfe2-ffd5-4e85-9305-744bf55be73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:27.686583 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.747091 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e883cfe2-ffd5-4e85-9305-744bf55be73f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c0d7938e98147cc8dd73e1a89fd2c31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6435084 Jun 24 10:35:27.749848 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40878) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:27.768901 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.772571 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a72febe4-0f2b-4565-ba91-e99f82620a71 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4687474 Jun 24 10:35:27.775515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40880) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:27.778430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for router_gateway (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.839792 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.859367 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.883977 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:27.885514 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:27.895572 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Current status of the port 9c79efd6-0562-469d-83b7-1074363f3fbf is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:27.895966 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.917311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] Publish callbacks [] for security_group (d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.939959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for port (8e456963-8473-4dfd-b5cd-8167b322793e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:27.951212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Pushing event updated for resources: {'Port': ['ID=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:27.954506 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:27.984102 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:27.991157 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:27.991375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9c79efd6-0562-469d-83b7-1074363f3fbf triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:27.991788 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.067385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] Publish callbacks [] for security_group (d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.093323 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:28.144124 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.232920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9c79efd6-0562-469d-83b7-1074363f3fbf is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:28.233665 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.277628 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.287798 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b72efeac-fb1c-49e8-be92-36be9b5bf447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.290206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.290979 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] For port 9c79efd6-0562-469d-83b7-1074363f3fbf, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9c79efd6-0562-469d-83b7-1074363f3fbf,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:28.291509 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51 HTTP/1.1" status: 204 len: 168 time: 0.5406568 Jun 24 10:35:28.325053 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c22657-0194-49d5-8ec9-02dbbce82897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c3ca45-0cdd-4e3b-aeb0-6bae6c95cb51,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:28.343992 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks [] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.350874 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:28.435192 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:26Z', 'revision_number': 3, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:28.485476 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:28.498432 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Checking router: 4c62e2a2-54f7-427f-b5d9-8cb1968feebb for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:28.498782 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Updating router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb port 9b00052f-39c0-426d-b1b6-525c3c92a5fa binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:28.560830 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.561778 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.565257 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:28.598292 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.679856 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:28.684975 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:28.794742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Allocated IP 172.27.1.192 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/ef409806-f8bc-458f-b760-ad4147ddfb19) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:28.798076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:28.802695 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:28.810748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:28.855943 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:28.888235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Pushing event updated for resources: {'Port': ['ID=8e456963-8473-4dfd-b5cd-8167b322793e,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:28.894091 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:28.915508 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:28.934017 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.db.api [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104090) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 10:35:28.934499 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG oslo_db.api [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 10:35:28.938087 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:28.950898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-97f36599-de54-4431-9d4c-1aca66d94754 None None] Provisioning complete for port 9c79efd6-0562-469d-83b7-1074363f3fbf triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:28.951260 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-97f36599-de54-4431-9d4c-1aca66d94754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.042847 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Attempting to bind port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:29.043365 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Attempting to bind port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:29.043571 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Attempting to bind port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:29.045859 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43560547-e84f-4e24-beda-2a4d1a75738d None None] Pushing event updated for resources: {'Port': ['ID=9c79efd6-0562-469d-83b7-1074363f3fbf,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.084553 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:29.084553 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:29.084991 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.085385 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Bound using segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:29.085870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Bound port: b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:29.086242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.104503 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:29.192674 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40924) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:29.194480 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:29.227321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Pushing event updated for resources: {'Port': ['ID=af52c380-ac62-48a3-81e6-ce78891c78f6,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.227685 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b57cc21c-9f7c-4f60-9026-a4a7feccafc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.230064 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Attempting to bind port af52c380-ac62-48a3-81e6-ce78891c78f6 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:29.230436 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Attempting to bind port af52c380-ac62-48a3-81e6-ce78891c78f6 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:29.230787 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Attempting to bind port af52c380-ac62-48a3-81e6-ce78891c78f6 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:29.238515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.272910 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:29.273416 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Checking segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:29.273696 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.274084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Bound using segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:29.274555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Bound port: af52c380-ac62-48a3-81e6-ce78891c78f6, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:29.275427 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.367561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for router_gateway (48d14d00-4801-40e3-b019-04e458dbed21), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.379173 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Allocated IP 172.20.0.1 (752e9800-1649-43f8-947f-53990781f692/c6d0fbc9-251f-476f-a74a-ea847ff743b8/5811a546-011b-4d09-bb63-21c0cbd7a822) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:29.403070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-97f36599-de54-4431-9d4c-1aca66d94754 None None] Current status of the port 9c79efd6-0562-469d-83b7-1074363f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:29.417354 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.418098 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] For port b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:29.428574 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:29.452265 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] For port b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:29.466478 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Pushing event updated for resources: {'Port': ['ID=ef409806-f8bc-458f-b760-ad4147ddfb19,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.507007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] For port af52c380-ac62-48a3-81e6-ce78891c78f6, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:29.511805 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.514270 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:29.514833 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] For port af52c380-ac62-48a3-81e6-ce78891c78f6, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=af52c380-ac62-48a3-81e6-ce78891c78f6,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:29.519689 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:29.521071 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.522510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:29.543683 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9c79efd6-0562-469d-83b7-1074363f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:29.544605 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:29.594478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b57cc21c-9f7c-4f60-9026-a4a7feccafc7 admin admin] Publish callbacks [] for security_group (cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.602387 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.616029 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b57cc21c-9f7c-4f60-9026-a4a7feccafc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.618128 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:29.637239 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:29.667546 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:24Z', 'revision_number': 3, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:29.704611 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778bd3e-bc89-43c1-8adf-7b569380ebd9 None None] Pushing event updated for resources: {'Port': ['ID=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.708293 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:29.708642 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Updating router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:29.732550 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b57cc21c-9f7c-4f60-9026-a4a7feccafc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26584a16924744169ca6ffd7fd2a8cda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5332582 Jun 24 10:35:29.748702 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40934) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:29.780769 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks [] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.788524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:29.791586 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.793348 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.852813 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:29.883169 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Pushing event updated for resources: {'Port': ['ID=9b00052f-39c0-426d-b1b6-525c3c92a5fa,revision_number=2']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.897982 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.898801 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.899449 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.900030 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.900547 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.903759 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.904300 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.905069 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.905592 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.907028 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.907841 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.909908 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.910469 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.913369 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.914002 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Tracked resource versions report: Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: pushed versions: Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: { 'AddressGroup': {'1.2'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Agent': {'1.1'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'ConntrackHelper': {'1.0'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'LocalIPAssociation': {'1.0'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Log': {'1.0'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'NDPProxy': {'1.0'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Network': {'1.1'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Port': {'1.7'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'PortForwarding': {'1.3'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'QosPolicy': {'1.10'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroup': {'1.5'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroupRule': {'1.2'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SubPort': {'1.0'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Subnet': {'1.1'}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Trunk': {'1.1'}} Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: consumer versions: Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: { DHCP agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: HyperV agent@hv-cinder-84753: {}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: L3 agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: Metadata agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: Metering agent@dv-cinder-847536-1-iscsi: {}, Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: Open vSwitch agent@dv-cinder-847536-1-iscsi: { 'AddressGroup': '1.2', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Agent': '1.1', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'ConntrackHelper': '1.0', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'LocalIPAssociation': '1.0', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Log': '1.0', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'NDPProxy': '1.0', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Network': '1.1', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Port': '1.7', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'PortForwarding': '1.3', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'QosPolicy': '1.10', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroup': '1.5', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SecurityGroupRule': '1.2', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'SubPort': '1.0', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Subnet': '1.1', Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: 'Trunk': '1.1'}} Jun 24 10:35:29.915762 dv-cinder-847536-1-iscsi neutron-server[104091]: {{(pid=104091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 10:35:29.923549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Allocated IP 172.20.0.1 (d45f93fe-c90f-4708-aa2a-5a1fde71bcad/eaeb5937-ba80-43b4-b27b-031e851baada/4673e528-7073-4bc7-afe8-4ca43e74fa80) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:29.933592 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cc21c-9f7c-4f60-9026-a4a7feccafc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:29.944434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04e6bb-f208-40d8-a967-4782137c64cd None None] Pushing event updated for resources: {'Port': ['ID=af52c380-ac62-48a3-81e6-ce78891c78f6,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:30.006463 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Attempting to bind port 9b00052f-39c0-426d-b1b6-525c3c92a5fa on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:30.012551 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Attempting to bind port 9b00052f-39c0-426d-b1b6-525c3c92a5fa by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:30.013013 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Attempting to bind port 9b00052f-39c0-426d-b1b6-525c3c92a5fa on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:30.020420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks [] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.038213 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:30.038784 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:30.040968 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.065958 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:30.066868 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Bound port: 9b00052f-39c0-426d-b1b6-525c3c92a5fa, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:30.067502 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.068650 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.133700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] Publish callbacks [] for security_group (cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.136983 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.154652 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] For port 9b00052f-39c0-426d-b1b6-525c3c92a5fa, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:30.158290 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks [] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.166094 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] For port 9b00052f-39c0-426d-b1b6-525c3c92a5fa, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9b00052f-39c0-426d-b1b6-525c3c92a5fa,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:30.193866 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.229591 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.237713 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] Publish callbacks [] for security_group (cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.253076 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.283894 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:30.326418 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 40942) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:30.350236 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c3c14-b4de-43d3-b2c6-9c0c3309b91b None None] Pushing event updated for resources: {'Port': ['ID=9b00052f-39c0-426d-b1b6-525c3c92a5fa,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:30.360301 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:30.364210 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:30.370032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Pushing event updated for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:30.418275 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Network 752e9800-1649-43f8-947f-53990781f692 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:30.425502 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:30.430619 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:30.431200 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.433945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.441840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6ecb712f-2bb8-444d-b690-fe4808ac86f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.469084 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.490140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.527127 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Pushing event updated for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:30.537502 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:30.555126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:30.571287 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:30.572651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:30.633523 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:30.634015 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.644128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for router_gateway (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.747435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks [] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.756181 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b8a70707-4b6e-43b9-b61e-e704f7ce56b1 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:30.766184 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:30.912786 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:26Z', 'revision_number': 3, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:30.968509 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27670b-631a-4a59-a353-348d6cb6a066 None None] The sync data for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi is: [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:26Z', 'revision_number': 3, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:30.997390 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Attempting to bind port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:31.009390 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Attempting to bind port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:31.009998 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Attempting to bind port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:31.016320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d768-7088-4bc1-b5be-4b44c5ef8328 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:31.030760 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:31.031727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:31.032473 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.033251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:31.033964 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Bound port: 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:31.034577 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.105152 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b1018647-3037-41eb-adcc-bbe3314e8802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.107243 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] For port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:31.112710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] For port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:31.144815 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Provisioning complete for port 4673e528-7073-4bc7-afe8-4ca43e74fa80 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:31.145525 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.145646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.148149 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.149099 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.151525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.166845 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9 HTTP/1.1" status: 204 len: 168 time: 1.4075410 Jun 24 10:35:31.167116 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (48d14d00-4801-40e3-b019-04e458dbed21), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.188659 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:31.189312 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.200097 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f62fff-57de-443e-ad8f-3ca9b827a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c6cdb-250a-4dac-ac94-1f5e45f5c2c9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:31.259524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:31.312729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:31.405576 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Port 4673e528-7073-4bc7-afe8-4ca43e74fa80 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:31.411107 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:31.411740 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:31.694280 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks [] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.707100 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.707999 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.730854 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b1018647-3037-41eb-adcc-bbe3314e8802 admin admin] Publish callbacks [] for security_group (67952d21-ec2c-4dd5-9953-e8a6d27c2e9d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.743517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.790457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b1018647-3037-41eb-adcc-bbe3314e8802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (67952d21-ec2c-4dd5-9953-e8a6d27c2e9d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.802873 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c03c56-5467-4b97-bf44-6a53195c2495 None None] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:31.825001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Pushing event updated for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:31.853517 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594d768-7088-4bc1-b5be-4b44c5ef8328 None None] Pushing event updated for resources: {'Port': ['ID=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:31.862906 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Provisioning complete for port 5811a546-011b-4d09-bb63-21c0cbd7a822 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:31.863516 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.927105 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:31.970653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Network 752e9800-1649-43f8-947f-53990781f692 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:31.974605 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:31.980324 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b4a148-ae17-420b-9abe-6f3ffdd1bb44 None None] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:32.181070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:32.194845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:32.198629 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks [] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.224331 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb0ead-c733-4777-9272-1d8e9b8a6391 None None] Port 5811a546-011b-4d09-bb63-21c0cbd7a822 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:32.232780 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:35:32.237826 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-b1018647-3037-41eb-adcc-bbe3314e8802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8539804dc27f42fe88833acb7b6cfa87&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7970195 Jun 24 10:35:32.237826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.237826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.238209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 40986) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:32.312662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.321088 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.337551 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:32.338241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.342240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1018647-3037-41eb-adcc-bbe3314e8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67952d21-ec2c-4dd5-9953-e8a6d27c2e9d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:32.422631 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Pushing event updated for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:32.430182 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Router 48d14d00-4801-40e3-b019-04e458dbed21 is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:35:32.456509 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:32.465641 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:32.513677 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:32.535559 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] Publish callbacks [] for security_group (67952d21-ec2c-4dd5-9953-e8a6d27c2e9d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.602139 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] Publish callbacks [] for security_group (67952d21-ec2c-4dd5-9953-e8a6d27c2e9d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.618943 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:32.632826 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6663ca05-5e41-4e85-a3b6-5f1f82eaec94 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c62e2a2-54f7-427f-b5d9-8cb1968feebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1146622 Jun 24 10:35:32.686367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Provisioning complete for port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:32.686712 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.714416 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (67952d21-ec2c-4dd5-9953-e8a6d27c2e9d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.719143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:32.721640 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.724818 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67952d21-ec2c-4dd5-9953-e8a6d27c2e9d HTTP/1.1" status: 204 len: 168 time: 0.4794846 Jun 24 10:35:32.735532 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:32.744207 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed774ca0-6fd5-4c5e-84d6-e0a6584f512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67952d21-ec2c-4dd5-9953-e8a6d27c2e9d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:32.882191 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:32.913870 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:32.953976 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:32.954552 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:32.965163 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:35:32.970261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:32.971680 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-95c78937-2fed-41fb-bde0-d1637835d835 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4035108 Jun 24 10:35:32.974192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:32.974909 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41012) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:33.248172 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:33.284780 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.286180 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9c79efd6-0562-469d-83b7-1074363f3fbf up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:33.302953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:33.304406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:33.310955 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:33.376083 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.382039 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-8f914fde-fa0f-4f80-924e-14382f6436ac admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6081183 Jun 24 10:35:33.386618 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41018) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:33.388609 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:35:33.447377 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:33.577245 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:33.639196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.681909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:33.686348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:33.689344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:33.690111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:33.699603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.704866 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-16c98bd3-c3fd-4d2b-944e-421bc548f89b admin admin] 10.222.0.69 "PUT /v2.0/routers/73ad41fa-567a-4d49-ab0c-4df9fe5d67de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9278803 Jun 24 10:35:33.715295 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9c79efd6-0562-469d-83b7-1074363f3fbf triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:33.715295 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.756957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:33.789708 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Sync routers for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:33.798318 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:33.829239 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:33.829679 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Updating router 48d14d00-4801-40e3-b019-04e458dbed21 port 8e456963-8473-4dfd-b5cd-8167b322793e binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:33.834353 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:33.835121 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:33.857247 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d03fe0-0a98-4f43-8fb7-85759af3a1e2 None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:33.916059 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Current status of the port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:33.929715 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:33.946093 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Provisioning complete for port 5811a546-011b-4d09-bb63-21c0cbd7a822 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:33.946727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:34.010525 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:34.114723 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Port 5811a546-011b-4d09-bb63-21c0cbd7a822 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:34.172121 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:34.179995 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Provisioning complete for port af52c380-ac62-48a3-81e6-ce78891c78f6 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:34.180366 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:34.252913 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9c79efd6-0562-469d-83b7-1074363f3fbf is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:34.254084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device af52c380-ac62-48a3-81e6-ce78891c78f6 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:34.513111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port af52c380-ac62-48a3-81e6-ce78891c78f6 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:34.513111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:34.555065 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Current status of the port af52c380-ac62-48a3-81e6-ce78891c78f6 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:34.555442 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41078) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:34.555929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:34.565507 dv-cinder-847536-1-iscsi neutron-server[104089]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:35:34.571964 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 3, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:34.592725 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:34.628870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:34.629211 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Updating router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f port ef409806-f8bc-458f-b760-ad4147ddfb19 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:34.867231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:34.873539 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41082) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:34.879347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:34.882580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422564219', 'description': 'tempest-description--1403466609'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:34.919474 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:34.919726 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] For port af52c380-ac62-48a3-81e6-ce78891c78f6, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=af52c380-ac62-48a3-81e6-ce78891c78f6,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:34.943294 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.067857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:35.073918 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.075115 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-4ba66517-9999-4e68-929e-f290ae96d06e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:35.077101 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-4ba66517-9999-4e68-929e-f290ae96d06e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/networks?id=752e9800-1649-43f8-947f-53990781f692 HTTP/1.1" status: 200 len: 811 time: 0.5130818 Jun 24 10:35:35.093211 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 4, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '5811a546-011b-4d09-bb63-21c0cbd7a822', 'name': '', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'mac_address': 'fa:16:3e:fc:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:28Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 2, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'subnets': [{'id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:35.097001 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-16c1ec6f-b780-4944-9195-63f1c6c5e911 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/quotas/dee3d0adc7084828b9ed954edee54f6a HTTP/1.1" status: 200 len: 375 time: 0.0129724 Jun 24 10:35:35.098799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.174978 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Checking router: 4c62e2a2-54f7-427f-b5d9-8cb1968feebb for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:35.175366 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Updating router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb port 5811a546-011b-4d09-bb63-21c0cbd7a822 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:35.211947 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (de700a21-4a72-4c43-9233-71343099fd08), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.227505 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.236242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:35.251304 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.275075 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (de700a21-4a72-4c43-9233-71343099fd08), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.286472 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.350968 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.357547 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4809427 Jun 24 10:35:35.361496 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41100) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:35.379571 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6654-eb50-4525-8fa6-47ed4299774d None None] Pushing event updated for resources: {'Port': ['ID=af52c380-ac62-48a3-81e6-ce78891c78f6,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:35.402609 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group_rule': {'security_group_id': 'de700a21-4a72-4c43-9233-71343099fd08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:35.413762 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:35.470241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Provisioning complete for port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:35.470710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.561988 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-3305abfa-ab3b-49fc-b2cc-2d44cf91fe00 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dee3d0adc7084828b9ed954edee54f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4585958 Jun 24 10:35:35.574305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (f7f46202-2d71-4c77-a190-96466732f521), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.580651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41114) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:35.624617 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port af52c380-ac62-48a3-81e6-ce78891c78f6 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:35.716314 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Current status of the port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:35.716464 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (f7f46202-2d71-4c77-a190-96466732f521), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.718513 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks [] for port (8e456963-8473-4dfd-b5cd-8167b322793e), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.741085 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77a36d-ac92-49e0-88dd-c3b5a0eadf13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de700a21-4a72-4c43-9233-71343099fd08,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:35.748070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Provisioning complete for port 4673e528-7073-4bc7-afe8-4ca43e74fa80 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:35.748447 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.877091 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Port 4673e528-7073-4bc7-afe8-4ca43e74fa80 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:35.895276 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Provisioning complete for port af52c380-ac62-48a3-81e6-ce78891c78f6 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:35.895803 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:35.910106 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Allocated IP 172.20.0.1 (5c54d8b2-277b-49d0-99b7-bf6f64432c4a/6f17f660-347c-408a-85fe-c3c1bdd4c6d5/273f78d4-3ece-4720-89fa-d1c60748aa1e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:35.959753 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1169368094-network', 'tenant_id': '37f6417cf2ec4f84aa826133fcece108'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:36.026806 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-024b609d-e6dc-4af5-9288-fac0fa3238ab service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:35:36.027869 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-024b609d-e6dc-4af5-9288-fac0fa3238ab service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2016933 Jun 24 10:35:36.044148 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Made reservation on behalf of 37f6417cf2ec4f84aa826133fcece108 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:36.047089 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.054088 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.055234 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (f7f46202-2d71-4c77-a190-96466732f521), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.086485 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f46202-2d71-4c77-a190-96466732f521,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.086861 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks [] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.093080 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.144900 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.155239 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913bfbd-1493-4d31-bf9f-1f842fb3094a None None] Pushing event updated for resources: {'Port': ['ID=8e456963-8473-4dfd-b5cd-8167b322793e,revision_number=2']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.212843 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:36.213598 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b13dde-e7c2-4271-a4a7-313a083c8523 None None] Pushing event updated for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.263295 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.286571 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f5614283-6ef4-46a0-a5c3-28a4d5025bd1 service neutron] 10.222.0.69 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298300 Jun 24 10:35:36.334528 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.338205 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b176e0b4-4e91-431f-a532-fce59b2f124c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9503067 Jun 24 10:35:36.355115 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41138) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:36.373541 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Attempting to bind port 8e456963-8473-4dfd-b5cd-8167b322793e on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:36.373911 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Attempting to bind port 8e456963-8473-4dfd-b5cd-8167b322793e by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:36.374155 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group_rule': {'security_group_id': 'de700a21-4a72-4c43-9233-71343099fd08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:36.374272 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Attempting to bind port 8e456963-8473-4dfd-b5cd-8167b322793e on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:36.381228 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:36.381751 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:36.382143 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.382682 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:36.383337 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Bound port: 8e456963-8473-4dfd-b5cd-8167b322793e, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:36.383706 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.418022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-d3326b0a-1f18-4f85-9872-a8f68aaff94d service neutron] 10.222.0.69 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121480 Jun 24 10:35:36.431731 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks [] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.433295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks [] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.453743 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.454411 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] For port 8e456963-8473-4dfd-b5cd-8167b322793e, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:36.458818 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] For port 8e456963-8473-4dfd-b5cd-8167b322793e, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8e456963-8473-4dfd-b5cd-8167b322793e,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:36.512593 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.550444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks [] for security_group (cec09112-ae5e-455b-a960-e82ba3ed361b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.559638 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cec09112-ae5e-455b-a960-e82ba3ed361b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.567737 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:36.569295 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.586029 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.610639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:36.624328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec09112-ae5e-455b-a960-e82ba3ed361b,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.630981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (22df5499-1483-447e-b3e3-b69b8c385f55), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.640021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (2d53ab10-92d1-4b6f-b93d-5f615ab37264), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.640244 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Added segment 2d53ab10-92d1-4b6f-b93d-5f615ab37264 of type vlan for network 3b543989-cb81-4d64-97cd-fceca9aa3b6c Jun 24 10:35:36.683503 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.699732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (3b543989-cb81-4d64-97cd-fceca9aa3b6c), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.722373 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Allocated IP 172.20.0.1 (45ee52c2-5913-4161-9d2c-193dab823ea6/79f098d1-6778-4f3c-b1cc-12985554c783/b668a919-e593-4e9a-9c13-d5ca80885f55) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:36.728828 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e80a4-9027-4bc4-9415-a4e773e54085 None None] Pushing event updated for resources: {'Port': ['ID=ef409806-f8bc-458f-b760-ad4147ddfb19,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.732410 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913bfbd-1493-4d31-bf9f-1f842fb3094a None None] Pushing event updated for resources: {'Port': ['ID=8e456963-8473-4dfd-b5cd-8167b322793e,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.742076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (3b543989-cb81-4d64-97cd-fceca9aa3b6c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.745217 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Attempting to bind port 5811a546-011b-4d09-bb63-21c0cbd7a822 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:36.745575 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Attempting to bind port 5811a546-011b-4d09-bb63-21c0cbd7a822 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:36.745924 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Attempting to bind port 5811a546-011b-4d09-bb63-21c0cbd7a822 on network 752e9800-1649-43f8-947f-53990781f692 {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:36.746931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:36.748583 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.774435 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:36.774955 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Checking segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:36.775377 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.775764 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Bound using segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:36.776405 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Bound port: 5811a546-011b-4d09-bb63-21c0cbd7a822, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:36.776623 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.804722 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2227104 Jun 24 10:35:36.815966 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41158) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:36.828980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Request body: {'subnet': {'network_id': '3b543989-cb81-4d64-97cd-fceca9aa3b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1169368094-subnet', 'tenant_id': '37f6417cf2ec4f84aa826133fcece108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:36.831404 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.832140 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:36.832837 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:36.836614 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.849324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Pushing event updated for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:36.921591 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Attempting to bind port ef409806-f8bc-458f-b760-ad4147ddfb19 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:36.922177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Attempting to bind port ef409806-f8bc-458f-b760-ad4147ddfb19 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:36.922701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Attempting to bind port ef409806-f8bc-458f-b760-ad4147ddfb19 on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:36.923940 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41170) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:36.925694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Made reservation on behalf of 37f6417cf2ec4f84aa826133fcece108 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:36.929641 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:36.943532 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-af1d276e-12ef-4095-9f94-d3a043e102fd None None] Current status of the port af52c380-ac62-48a3-81e6-ce78891c78f6 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:36.956022 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.965925 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] For port 5811a546-011b-4d09-bb63-21c0cbd7a822, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:36.971500 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] For port 5811a546-011b-4d09-bb63-21c0cbd7a822, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=5811a546-011b-4d09-bb63-21c0cbd7a822,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:36.975082 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:36.999600 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:37.003757 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:37.010491 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:37.010867 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:37.011265 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.011658 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:37.012141 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Bound port: ef409806-f8bc-458f-b760-ad4147ddfb19, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:37.012516 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.051706 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:37.052167 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.064117 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.174358 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:37.178263 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.286813 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:37.337527 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:37.363170 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.364909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5299d82-d94a-4532-8dfb-f8a0e2edbfcb admin admin] Pushing event updated for resources: {'Network': ['ID=3b543989-cb81-4d64-97cd-fceca9aa3b6c,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:37.367377 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9b00052f-39c0-426d-b1b6-525c3c92a5fa up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:37.382264 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Provisioning complete for port 5811a546-011b-4d09-bb63-21c0cbd7a822 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:37.384497 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.403664 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:37.411480 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:37.419770 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-95aa421a-7e41-4315-849a-9022415357c5 req-4ada3d5b-c493-48b3-9eec-1592bf8866c1 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.4858315 Jun 24 10:35:37.420142 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 3b543989-cb81-4d64-97cd-fceca9aa3b6c details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:37.461269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (22df5499-1483-447e-b3e3-b69b8c385f55), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.602196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:37.603228 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (22df5499-1483-447e-b3e3-b69b8c385f55), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.627437 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] For port ef409806-f8bc-458f-b760-ad4147ddfb19, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:37.675155 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:37.680584 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:37.687322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] For port ef409806-f8bc-458f-b760-ad4147ddfb19, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ef409806-f8bc-458f-b760-ad4147ddfb19,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:37.761124 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.762387 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4062519 Jun 24 10:35:37.769364 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:37.773652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41224) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:37.800516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks [] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.817869 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:37.822551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (29bc3dc0-65f5-4be5-9662-e33e4bf6ab53), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.825648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:37.826941 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:37.840116 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f20e03-8933-48f3-9d29-cb59dc7aa572 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22df5499-1483-447e-b3e3-b69b8c385f55,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:37.928931 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.949674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:37.972399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.021464 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9b00052f-39c0-426d-b1b6-525c3c92a5fa triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:38.022156 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.025406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bc3dc0-65f5-4be5-9662-e33e4bf6ab53,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.040931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Checking segment: {'id': '2d53ab10-92d1-4b6f-b93d-5f615ab37264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3b543989-cb81-4d64-97cd-fceca9aa3b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:38.062083 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Network hostable DHCP agents. Network: 3b543989-cb81-4d64-97cd-fceca9aa3b6c, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:38.069899 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Pushing event updated for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.151215 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Network 3b543989-cb81-4d64-97cd-fceca9aa3b6c is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:38.158765 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:38.163432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.196676 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 3b543989-cb81-4d64-97cd-fceca9aa3b6c) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:38.213666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:38.216997 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:38.219391 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.221459 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e0128-0bf6-40d1-9161-0c74b0620e8f None None] Network 3b543989-cb81-4d64-97cd-fceca9aa3b6c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:38.288650 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2a217776-9d00-425c-b82f-1ffe72497984 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4686179 Jun 24 10:35:38.324615 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:38.338248 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.345892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:38.347466 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (48d14d00-4801-40e3-b019-04e458dbed21), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.374555 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41250) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:38.388289 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:38.390586 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:38.414890 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e80a4-9027-4bc4-9415-a4e773e54085 None None] Pushing event updated for resources: {'Port': ['ID=ef409806-f8bc-458f-b760-ad4147ddfb19,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.543721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:38.552630 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Current status of the port 5811a546-011b-4d09-bb63-21c0cbd7a822 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:38.553049 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.630419 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b13dde-e7c2-4271-a4a7-313a083c8523 None None] Pushing event updated for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.690730 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c1c5df4d-7e31-424c-8e3f-8a7477450ab4 req-04a23a21-cf37-48fa-9474-13379acaba24 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.0753839 Jun 24 10:35:38.711293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-578b9bd2-c125-41b9-bfc0-0eb175a3d77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.761887 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:38.815521 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9b00052f-39c0-426d-b1b6-525c3c92a5fa is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:38.816068 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.886261 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:38.889271 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-578b9bd2-c125-41b9-bfc0-0eb175a3d77d admin admin] Publish callbacks [] for security_group (3e3fb7be-3402-41a6-b91c-b2272f7b5eb7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.892611 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.897957 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-578b9bd2-c125-41b9-bfc0-0eb175a3d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3e3fb7be-3402-41a6-b91c-b2272f7b5eb7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.939453 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 9b00052f-39c0-426d-b1b6-525c3c92a5fa, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9b00052f-39c0-426d-b1b6-525c3c92a5fa,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:38.947277 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-578b9bd2-c125-41b9-bfc0-0eb175a3d77d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98f3e7ee3a4648fcb630682d1ab59dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5702741 Jun 24 10:35:38.948992 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:38.951678 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41274) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:38.972299 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:38.994074 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:38.995815 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b9bd2-c125-41b9-bfc0-0eb175a3d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3fb7be-3402-41a6-b91c-b2272f7b5eb7,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:38.997334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device af52c380-ac62-48a3-81e6-ce78891c78f6 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:39.025858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] Publish callbacks [] for security_group (3e3fb7be-3402-41a6-b91c-b2272f7b5eb7), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.044831 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] For port 5811a546-011b-4d09-bb63-21c0cbd7a822, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=5811a546-011b-4d09-bb63-21c0cbd7a822,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:39.055395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] Publish callbacks [] for security_group (3e3fb7be-3402-41a6-b91c-b2272f7b5eb7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.090652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks [] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.106487 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.107522 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.150058 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3e3fb7be-3402-41a6-b91c-b2272f7b5eb7), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.155578 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.157380 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e3fb7be-3402-41a6-b91c-b2272f7b5eb7 HTTP/1.1" status: 204 len: 168 time: 0.2045958 Jun 24 10:35:39.169760 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574706c-ca44-4c11-8fc6-bdeb4ab1cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3fb7be-3402-41a6-b91c-b2272f7b5eb7,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:39.261765 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41286) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:39.269735 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-320832677-network', 'tenant_id': '9b9fecd90abb447396a888e466273e92'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:39.283019 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029a276-c985-4e36-93d6-aa371adf21a1 None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:29Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:39.326461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Made reservation on behalf of 9b9fecd90abb447396a888e466273e92 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:39.336271 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.370454 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.407155 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Pushing event updated for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:39.441827 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 4, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '5811a546-011b-4d09-bb63-21c0cbd7a822', 'name': '', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'mac_address': 'fa:16:3e:fc:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:28Z', 'updated_at': '2022-06-24T10:35:36Z', 'revision_number': 4, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'subnets': [{'id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:39.451286 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.477861 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Allocated IP 172.27.1.148 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/cf4fc599-c501-406a-930e-dbbe24297b3d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:39.570483 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da42bc-088d-4f12-ade0-ea1703994820 None None] The sync data for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi is: [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 4, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '5811a546-011b-4d09-bb63-21c0cbd7a822', 'name': '', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'mac_address': 'fa:16:3e:fc:ff:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:28Z', 'updated_at': '2022-06-24T10:35:36Z', 'revision_number': 4, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'subnets': [{'id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:39.631913 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2087d0-969a-4853-97f6-5607f7309402 None None] Network 3b543989-cb81-4d64-97cd-fceca9aa3b6c requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:39.654558 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:39.687824 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:39.698708 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Provisioning complete for port b668a919-e593-4e9a-9c13-d5ca80885f55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:39.699369 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.745634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks [] for security_group (5143601c-67c5-4934-80a4-f9cff3f6a983), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.757856 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5143601c-67c5-4934-80a4-f9cff3f6a983), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.801247 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Port b668a919-e593-4e9a-9c13-d5ca80885f55 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:39.820628 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Provisioning complete for port 5811a546-011b-4d09-bb63-21c0cbd7a822 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:39.820904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:39.944480 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5143601c-67c5-4934-80a4-f9cff3f6a983,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:40.012147 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:35:40.038202 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (ce3e8f07-db13-4432-b6f2-85cede141667), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.038545 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Added segment ce3e8f07-db13-4432-b6f2-85cede141667 of type vlan for network 10bde7fe-2a17-45e4-a871-4b5e6bf12388 Jun 24 10:35:40.173867 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (10bde7fe-2a17-45e4-a871-4b5e6bf12388), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.220027 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:40.230420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:40.297694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:40.299367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=9b00052f-39c0-426d-b1b6-525c3c92a5fa,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:40.366867 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (10bde7fe-2a17-45e4-a871-4b5e6bf12388), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.380609 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:40.381464 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.382117 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 2, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:40.409759 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-40b02208-2453-4d21-a761-1630a8d441f2 req-9569941e-2b18-4a96-852a-101cf9d6dd6a tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.1638434 Jun 24 10:35:40.532040 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41318) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:40.536472 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:40.537264 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Updating router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de port 4673e528-7073-4bc7-afe8-4ca43e74fa80 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:40.547488 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.608018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] Pushing event updated for resources: {'Network': ['ID=10bde7fe-2a17-45e4-a871-4b5e6bf12388,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:40.615698 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328957e-2a83-4f6f-af97-2c4f74abfc9d None None] Pushing event updated for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:40.619547 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port af52c380-ac62-48a3-81e6-ce78891c78f6 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:40.620257 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.620908 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.660232 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 10bde7fe-2a17-45e4-a871-4b5e6bf12388 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:35:40.674983 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9308b9e9-86d2-4e75-bb02-6973269230b1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4112875 Jun 24 10:35:40.676403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41326) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:40.684393 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Request body: {'subnet': {'network_id': '10bde7fe-2a17-45e4-a871-4b5e6bf12388', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-320832677-subnet', 'tenant_id': '9b9fecd90abb447396a888e466273e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:40.687310 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:40.711853 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:40.717051 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Made reservation on behalf of 9b9fecd90abb447396a888e466273e92 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:40.719761 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.899210 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Current status of the port 5811a546-011b-4d09-bb63-21c0cbd7a822 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:40.929964 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.943359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks [] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:40.999842 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.000609 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (48d14d00-4801-40e3-b019-04e458dbed21), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.003512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (bac5f2d8-3930-486b-ab86-30697a07f807), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.078948 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab214d97-9564-418c-a029-1c4d0dfe9d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.083412 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac5f2d8-3930-486b-ab86-30697a07f807,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:41.096103 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Checking segment: {'id': 'ce3e8f07-db13-4432-b6f2-85cede141667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '10bde7fe-2a17-45e4-a871-4b5e6bf12388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:41.096637 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Network hostable DHCP agents. Network: 10bde7fe-2a17-45e4-a871-4b5e6bf12388, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:35:41.127431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.131476 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Network 10bde7fe-2a17-45e4-a871-4b5e6bf12388 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:35:41.149368 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 10bde7fe-2a17-45e4-a871-4b5e6bf12388) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:41.154617 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:41.156347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.185272 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:41.185643 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.191328 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-699fc179-87a6-4d68-b66e-fb281db548b3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5131450 Jun 24 10:35:41.220280 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4aec32-70fe-483d-8b9f-9d55387418f6 None None] Network 10bde7fe-2a17-45e4-a871-4b5e6bf12388 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:41.276111 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:41.278748 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Pushing event updated for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:41.300265 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab214d97-9564-418c-a029-1c4d0dfe9d36 admin admin] Publish callbacks [] for security_group (5bdcd5dc-554c-49df-a915-9aae1565c5f4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.301413 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=11,neutron:UPDATE=4,neutron:SELECT=85 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:41.381370 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ab214d97-9564-418c-a029-1c4d0dfe9d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5bdcd5dc-554c-49df-a915-9aae1565c5f4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.393948 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:41.427504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41348) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:41.443418 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b7684-84ea-46a2-991e-02c34c1a8815 None None] Port 273f78d4-3ece-4720-89fa-d1c60748aa1e cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:41.497908 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ab214d97-9564-418c-a029-1c4d0dfe9d36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcbf3094963e41b9bb17026f4eeca3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9623733 Jun 24 10:35:41.514282 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:41.525904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:41.538542 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:41.542388 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Deleting subnet 29bc3dc0-65f5-4be5-9662-e33e4bf6ab53 {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:35:41.544442 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:41.546572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Publish callbacks [] for subnet (29bc3dc0-65f5-4be5-9662-e33e4bf6ab53), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.586106 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Publish callbacks [] for subnet (29bc3dc0-65f5-4be5-9662-e33e4bf6ab53), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.596622 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (29bc3dc0-65f5-4be5-9662-e33e4bf6ab53), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.625153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3387d010-da5c-4766-b487-b612db53f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:35Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:41.632847 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214d97-9564-418c-a029-1c4d0dfe9d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdcd5dc-554c-49df-a915-9aae1565c5f4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:41.634946 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41352) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:41.640623 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:41.688157 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-353cf2fa-f528-4116-9dcc-d7f6d932d57f req-681b8af7-18fb-45c4-b618-5ee3988d33c2 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.0483079 Jun 24 10:35:41.707476 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for subnet (29bc3dc0-65f5-4be5-9662-e33e4bf6ab53), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.735109 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port af52c380-ac62-48a3-81e6-ce78891c78f6 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:41.738141 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b8a70707-4b6e-43b9-b61e-e704f7ce56b1 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:41.744418 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=cf4fc599-c501-406a-930e-dbbe24297b3d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:41.754220 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:41.759857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bc3dc0-65f5-4be5-9662-e33e4bf6ab53,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:41.762251 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.762906 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:41.768643 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1710a7eb-85eb-4765-a204-5f66745eb384 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/29bc3dc0-65f5-4be5-9662-e33e4bf6ab53 HTTP/1.1" status: 204 len: 168 time: 0.3406892 Jun 24 10:35:41.771017 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41356) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:41.796384 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:35:41.811791 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] Publish callbacks [] for security_group (5bdcd5dc-554c-49df-a915-9aae1565c5f4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.812051 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks [] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.828885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fb249-eba7-4952-bb1c-1ac4923818e1 None None] Network 10bde7fe-2a17-45e4-a871-4b5e6bf12388 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:35:41.845249 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] Publish callbacks [] for security_group (5bdcd5dc-554c-49df-a915-9aae1565c5f4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.859868 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (3b543989-cb81-4d64-97cd-fceca9aa3b6c), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.981519 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:41.993153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387d010-da5c-4766-b487-b612db53f02a None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:35Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:42.004862 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (3b543989-cb81-4d64-97cd-fceca9aa3b6c), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.042102 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.042706 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.043581 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.044069 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > port after_create 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.044577 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.056760 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > port after_update 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.057529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.058028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.058487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.058955 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.070077 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:42.078354 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081a1d-0aae-4cca-a9e4-2f030f76a823 None None] Pushing event updated for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:42.085796 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-784b024f-32fc-4b12-85b3-9d1492ee92aa None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:42.086344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-784b024f-32fc-4b12-85b3-9d1492ee92aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.087875 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Router 48d14d00-4801-40e3-b019-04e458dbed21 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:35:42.121335 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.150842 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5bdcd5dc-554c-49df-a915-9aae1565c5f4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.159018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.160531 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5bdcd5dc-554c-49df-a915-9aae1565c5f4 HTTP/1.1" status: 204 len: 168 time: 0.5119524 Jun 24 10:35:42.249515 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb186e3-bccd-44f8-8df6-5c128d5e1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdcd5dc-554c-49df-a915-9aae1565c5f4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:42.396766 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-784b024f-32fc-4b12-85b3-9d1492ee92aa None None] Port 273f78d4-3ece-4720-89fa-d1c60748aa1e cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:42.423445 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.433530 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:42.433884 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.472983 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Attempting to bind port 4673e528-7073-4bc7-afe8-4ca43e74fa80 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:42.473639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Attempting to bind port 4673e528-7073-4bc7-afe8-4ca43e74fa80 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:42.473833 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Attempting to bind port 4673e528-7073-4bc7-afe8-4ca43e74fa80 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:42.484398 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:42.484802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Checking segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:42.485202 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.485589 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Bound using segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:42.486211 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Bound port: 4673e528-7073-4bc7-afe8-4ca43e74fa80, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:42.486591 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.524411 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.524778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.525114 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.525441 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:42.526382 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b543989-cb81-4d64-97cd-fceca9aa3b6c']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:42.542715 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Provisioning complete for port 4673e528-7073-4bc7-afe8-4ca43e74fa80 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:42.543106 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.554551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d53ab10-92d1-4b6f-b93d-5f615ab37264') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:42.554871 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d53ab10-92d1-4b6f-b93d-5f615ab37264') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:42.575187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (2d53ab10-92d1-4b6f-b93d-5f615ab37264), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.608598 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (2d53ab10-92d1-4b6f-b93d-5f615ab37264), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.619042 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Port 4673e528-7073-4bc7-afe8-4ca43e74fa80 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:42.625400 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:35:42.625809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (2d53ab10-92d1-4b6f-b93d-5f615ab37264), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.648446 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] For port 4673e528-7073-4bc7-afe8-4ca43e74fa80, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:42.659872 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:42.664284 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Provisioning complete for port b668a919-e593-4e9a-9c13-d5ca80885f55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:42.664680 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.676636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] For port 4673e528-7073-4bc7-afe8-4ca43e74fa80, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=4673e528-7073-4bc7-afe8-4ca43e74fa80,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:42.678200 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6c758372-01e1-4707-8605-ad59e3d07d9f admin admin] 10.222.0.69 "PUT /v2.0/routers/33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2899771 Jun 24 10:35:42.701793 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:42.705640 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:35:42.708954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.715954 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-93136261-b698-42a5-b7e0-69fd4ae90e82 admin admin] 10.222.0.69 "PUT /v2.0/routers/48d14d00-4801-40e3-b019-04e458dbed21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7397740 Jun 24 10:35:42.736177 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:42.757645 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (3b543989-cb81-4d64-97cd-fceca9aa3b6c), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.767820 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.774590 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] 10.222.0.69 "DELETE /v2.0/networks/3b543989-cb81-4d64-97cd-fceca9aa3b6c HTTP/1.1" status: 204 len: 168 time: 1.0023592 Jun 24 10:35:42.775453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41376) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:42.793274 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.802567 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.827577 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-789e2bb0-972f-4c75-afed-ee89136128bd None None] Port b668a919-e593-4e9a-9c13-d5ca80885f55 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:42.827725 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Deleting subnet bac5f2d8-3930-486b-ab86-30697a07f807 {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:35:42.832700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41378) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:42.835089 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Publish callbacks [] for subnet (bac5f2d8-3930-486b-ab86-30697a07f807), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.910723 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (bac5f2d8-3930-486b-ab86-30697a07f807), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.928023 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:42.928637 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:42.932113 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4d0dee5-9158-467c-81e2-5e9187f3a110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:42.932824 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca081a1d-0aae-4cca-a9e4-2f030f76a823 None None] Pushing event updated for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:42.995620 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:43.001957 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.031733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:43.053107 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=cf4fc599-c501-406a-930e-dbbe24297b3d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:43.062473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed9ca0-662b-4cc2-ac67-5a26ad9a6d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b543989-cb81-4d64-97cd-fceca9aa3b6c,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:43.102787 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.106669 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-76dbf996-47fa-41d4-9c46-f9dbd095a742 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3196921 Jun 24 10:35:43.179240 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-620d8cb9-f300-41e5-a77e-afaff633a2f8 req-a4878d3c-da6d-4330-b8cc-2b892f4aec23 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.2152379 Jun 24 10:35:43.195847 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (bac5f2d8-3930-486b-ab86-30697a07f807), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.198803 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.20', 50823) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:43.251402 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4d0dee5-9158-467c-81e2-5e9187f3a110 admin admin] Publish callbacks [] for security_group (a82cc00b-1e83-40ea-b321-439bfe4748e0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.268099 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:43.271159 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c4d0dee5-9158-467c-81e2-5e9187f3a110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a82cc00b-1e83-40ea-b321-439bfe4748e0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.286671 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:43.388478 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c4d0dee5-9158-467c-81e2-5e9187f3a110 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b88cdc82ee04393b8af77d1958590ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064871 Jun 24 10:35:43.391570 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0dee5-9158-467c-81e2-5e9187f3a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82cc00b-1e83-40ea-b321-439bfe4748e0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:43.395665 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41392) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:43.416131 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:43.551974 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:43.552673 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.609879 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] Publish callbacks [] for security_group (a82cc00b-1e83-40ea-b321-439bfe4748e0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.719299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] Publish callbacks [] for security_group (a82cc00b-1e83-40ea-b321-439bfe4748e0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.736486 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Provisioning complete for port 4673e528-7073-4bc7-afe8-4ca43e74fa80 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:43.750044 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.827805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a82cc00b-1e83-40ea-b321-439bfe4748e0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.830682 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:43.834202 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a82cc00b-1e83-40ea-b321-439bfe4748e0 HTTP/1.1" status: 204 len: 168 time: 0.4209778 Jun 24 10:35:43.864134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e385-0a72-4a22-b06d-9d4997946a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82cc00b-1e83-40ea-b321-439bfe4748e0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:43.975101 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41432) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:43.982015 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873710477', 'description': 'tempest-description--321837006'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:44.009120 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:44.022720 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.055689 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:44.092667 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:44.095458 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:44.151645 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Current status of the port 4673e528-7073-4bc7-afe8-4ca43e74fa80 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:44.152033 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.241536 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (d9052e99-d5a6-4df5-8efb-06219ee9c0f7), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.255546 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d9052e99-d5a6-4df5-8efb-06219ee9c0f7), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.301209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.303002 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3264241 Jun 24 10:35:44.310896 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41452) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:44.318872 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2fc7-6f35-4a2e-8b95-9049735e7976 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9052e99-d5a6-4df5-8efb-06219ee9c0f7,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:44.361584 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group_rule': {'security_group_id': 'd9052e99-d5a6-4df5-8efb-06219ee9c0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:44.413611 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] For port 4673e528-7073-4bc7-afe8-4ca43e74fa80, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=4673e528-7073-4bc7-afe8-4ca43e74fa80,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:44.444025 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-2d6d7cea-bf10-4698-b7bc-79475e8dfcc8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1422564219&fields=id&tenant_id=e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 267 time: 0.4217539 Jun 24 10:35:44.473414 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (bac5f2d8-3930-486b-ab86-30697a07f807), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.495003 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.549821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.551341 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:44.573117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bac5f2d8-3930-486b-ab86-30697a07f807 HTTP/1.1" status: 204 len: 168 time: 1.7848206 Jun 24 10:35:44.573117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 2d53ab10-92d1-4b6f-b93d-5f615ab37264 resource provider aggregate not found Jun 24 10:35:44.574236 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41460) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:44.623094 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:44.623439 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:42Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:44.683580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (10bde7fe-2a17-45e4-a871-4b5e6bf12388), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:44.736877 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 2d53ab10-92d1-4b6f-b93d-5f615ab37264 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d53ab10-92d1-4b6f-b93d-5f615ab37264 found for delete ", "request_id": "req-3d7f740a-6100-4704-935b-a9ca494f8b70"}]} Jun 24 10:35:44.750819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f167f387-78ee-49fd-9b8e-135c1e8b59c0 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:44.756660 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:44.768082 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 5811a546-011b-4d09-bb63-21c0cbd7a822 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:44.772840 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f167f387-78ee-49fd-9b8e-135c1e8b59c0 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.20 "GET /v2.0/networks?id=752e9800-1649-43f8-947f-53990781f692 HTTP/1.1" status: 200 len: 811 time: 1.4703372 Jun 24 10:35:44.788881 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8de75-e654-4054-8ab7-02ca74c3e3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac5f2d8-3930-486b-ab86-30697a07f807,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:44.792405 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5ba55-0a56-4234-be09-20fbd5c36769 None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:42Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:44.816131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Request body: {'port': {'device_id': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'admin_state_up': True, 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:44.946467 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191956b3-3efb-4d32-83e7-858008ba41b1 None None] Pushing event updated for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:44.952842 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 5811a546-011b-4d09-bb63-21c0cbd7a822 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:44.953704 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.059661 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 5811a546-011b-4d09-bb63-21c0cbd7a822 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:45.061162 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9b00052f-39c0-426d-b1b6-525c3c92a5fa up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:45.135659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:45.137359 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:45.141132 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 2, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:45.154635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:45.208810 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (10bde7fe-2a17-45e4-a871-4b5e6bf12388), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.228205 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:45.228506 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Updating router 48d14d00-4801-40e3-b019-04e458dbed21 port b668a919-e593-4e9a-9c13-d5ca80885f55 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:45.233564 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9b00052f-39c0-426d-b1b6-525c3c92a5fa triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:45.234302 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.296205 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.297075 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.298751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.300064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > port after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.300593 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.301223 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > port after_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.301749 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.302296 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.302832 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.303385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.331136 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.397020 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-72fc0eac-2463-4c64-b26b-ed6f99e671fb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:45.399472 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-72fc0eac-2463-4c64-b26b-ed6f99e671fb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 810 time: 0.8988910 Jun 24 10:35:45.444371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (01dbf072-591f-45d5-a31f-c0155cbc38e7), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.467594 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9b00052f-39c0-426d-b1b6-525c3c92a5fa is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:45.474520 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8e456963-8473-4dfd-b5cd-8167b322793e up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:45.535784 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-5114aee4-00e7-44b0-ad34-e116132a0525 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/quotas/e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 375 time: 0.1235857 Jun 24 10:35:45.654978 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 8e456963-8473-4dfd-b5cd-8167b322793e triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:45.655542 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.666151 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:45.676023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.677201 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.677742 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.678190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 10:35:45.678977 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bde7fe-2a17-45e4-a871-4b5e6bf12388']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:45.701255 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3e8f07-db13-4432-b6f2-85cede141667') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:45.701745 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3e8f07-db13-4432-b6f2-85cede141667') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:45.760596 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (ce3e8f07-db13-4432-b6f2-85cede141667), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.864607 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (ce3e8f07-db13-4432-b6f2-85cede141667), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.921405 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:35:45.923630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (ce3e8f07-db13-4432-b6f2-85cede141667), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:45.930083 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 8e456963-8473-4dfd-b5cd-8167b322793e is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:45.931293 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.007524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 8e456963-8473-4dfd-b5cd-8167b322793e, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8e456963-8473-4dfd-b5cd-8167b322793e,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:46.016103 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.105470 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-f9185fd8-76dd-42f3-be4c-9ff93d8978b4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5453579 Jun 24 10:35:46.247686 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (10bde7fe-2a17-45e4-a871-4b5e6bf12388), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.272590 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.289955 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=8e456963-8473-4dfd-b5cd-8167b322793e,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:46.292839 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] 10.222.0.69 "DELETE /v2.0/networks/10bde7fe-2a17-45e4-a871-4b5e6bf12388 HTTP/1.1" status: 204 len: 168 time: 1.7153375 Jun 24 10:35:46.295634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Made reservation on behalf of dee3d0adc7084828b9ed954edee54f6a for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:46.303852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.355320 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks [] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.363703 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec4a67-71f2-4ae4-abcc-742324ffcf60 admin admin] Pushing event deleted for resources: {'Network': ['ID=10bde7fe-2a17-45e4-a871-4b5e6bf12388,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:46.375592 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.441208 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (01dbf072-591f-45d5-a31f-c0155cbc38e7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.447552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:46.453752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (01dbf072-591f-45d5-a31f-c0155cbc38e7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.538314 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ba3e5-54b0-4075-9832-2a8e96bbc9aa None None] Pushing event updated for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:46.571439 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 4673e528-7073-4bc7-afe8-4ca43e74fa80 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:46.696674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 4673e528-7073-4bc7-afe8-4ca43e74fa80 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:46.697350 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.749118 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Attempting to bind port b668a919-e593-4e9a-9c13-d5ca80885f55 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:46.750003 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Attempting to bind port b668a919-e593-4e9a-9c13-d5ca80885f55 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:46.750779 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Attempting to bind port b668a919-e593-4e9a-9c13-d5ca80885f55 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:46.766295 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:46.767295 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:46.768279 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.768994 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Bound using segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:46.769772 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Bound port: b668a919-e593-4e9a-9c13-d5ca80885f55, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:46.770463 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:46.829008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41534) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:46.923450 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Allocated IP 172.20.0.8 (752e9800-1649-43f8-947f-53990781f692/c6d0fbc9-251f-476f-a74a-ea847ff743b8/f18eb70a-2116-44a2-9bd1-bd3fe894cb61) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:46.926544 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-68a685b4-22a8-42c3-a388-a7f8873aa3d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37f6417cf2ec4f84aa826133fcece108&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0960691 Jun 24 10:35:46.931280 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41536) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:46.975353 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 4673e528-7073-4bc7-afe8-4ca43e74fa80 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:46.976768 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ef409806-f8bc-458f-b760-ad4147ddfb19 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:46.981608 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] For port b668a919-e593-4e9a-9c13-d5ca80885f55, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:46.990366 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] For port b668a919-e593-4e9a-9c13-d5ca80885f55, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b668a919-e593-4e9a-9c13-d5ca80885f55,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:47.007637 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.089648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] Publish callbacks [] for security_group (cec09112-ae5e-455b-a960-e82ba3ed361b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.099506 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Provisioning complete for port b668a919-e593-4e9a-9c13-d5ca80885f55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:47.101891 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.171883 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:47.192769 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:47.193591 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:47.220597 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port ef409806-f8bc-458f-b760-ad4147ddfb19 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:47.222244 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.264726 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] Publish callbacks [] for security_group (cec09112-ae5e-455b-a960-e82ba3ed361b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.270108 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment ce3e8f07-db13-4432-b6f2-85cede141667 resource provider aggregate not found Jun 24 10:35:47.364193 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment ce3e8f07-db13-4432-b6f2-85cede141667 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3e8f07-db13-4432-b6f2-85cede141667 found for delete ", "request_id": "req-fb4a8c23-86b7-47b6-8239-0faba8f7f512"}]} Jun 24 10:35:47.498408 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-2734d09e-6b3d-4f65-84d3-c89e5dfd4746 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:47.504641 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-2734d09e-6b3d-4f65-84d3-c89e5dfd4746 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 2.3817976 Jun 24 10:35:47.506444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dbf072-591f-45d5-a31f-c0155cbc38e7,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:47.566486 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ba3e5-54b0-4075-9832-2a8e96bbc9aa None None] Pushing event updated for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:47.575422 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:47.577544 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cec09112-ae5e-455b-a960-e82ba3ed361b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.580865 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.586256 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cec09112-ae5e-455b-a960-e82ba3ed361b HTTP/1.1" status: 204 len: 168 time: 0.6536229 Jun 24 10:35:47.605968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks [] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.654408 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650821b-b36f-4850-818d-3931e2aa0305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec09112-ae5e-455b-a960-e82ba3ed361b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:47.714935 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:47.760142 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-22000cb0-6952-4e09-8527-088c41388b18 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/quotas/d8cc166ec03349b3b2b0d69840886bd9 HTTP/1.1" status: 200 len: 375 time: 0.2248900 Jun 24 10:35:47.938614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:47.942879 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-32ac094a-58a9-45bf-8a66-b67cdf8dd262 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.5920992 Jun 24 10:35:47.945669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41566) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:47.951540 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group_rule': {'security_group_id': 'd9052e99-d5a6-4df5-8efb-06219ee9c0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:47.965451 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-43530df7-406d-496b-8b97-9443d6554646 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2042372 Jun 24 10:35:47.993687 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:48.006442 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (8fc07885-cf19-4d3e-a818-57a995a098e0), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.010534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Current status of the port b668a919-e593-4e9a-9c13-d5ca80885f55 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:48.013523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.193964 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port ef409806-f8bc-458f-b760-ad4147ddfb19 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:48.194431 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.208697 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (8fc07885-cf19-4d3e-a818-57a995a098e0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.216523 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (8fc07885-cf19-4d3e-a818-57a995a098e0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.312290 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc07885-cf19-4d3e-a818-57a995a098e0,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:48.323395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] For port b668a919-e593-4e9a-9c13-d5ca80885f55, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b668a919-e593-4e9a-9c13-d5ca80885f55,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:48.336456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.338791 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f9ba61f0-6138-4b11-8367-ba019be15f04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917871 Jun 24 10:35:48.341501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.342115 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41576) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:48.347758 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:48.360682 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-34fde7bc-bfde-40aa-bc60-bd49dd7db6c0 service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942487 Jun 24 10:35:48.378346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-83afa170-c21c-4d59-94cd-44df1a8a269b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:35:48.400876 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-83afa170-c21c-4d59-94cd-44df1a8a269b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0102255 Jun 24 10:35:48.432727 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.435064 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:48.503296 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:46Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:48.604885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5b557-a177-4fdc-be0a-d5baada6ad1c None None] Pushing event updated for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:48.644986 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98210b12-a2c1-4d72-93af-cd1581c2fc27 None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:46Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:48.655598 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port ef409806-f8bc-458f-b760-ad4147ddfb19, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ef409806-f8bc-458f-b760-ad4147ddfb19,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:48.656705 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-e0529dcb-e95f-465c-bec6-bef939b03981 None None] Provisioning complete for port b668a919-e593-4e9a-9c13-d5ca80885f55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:48.657273 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e0529dcb-e95f-465c-bec6-bef939b03981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.736284 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=8,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:48.751800 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.838576 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:48.838576 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:48.970438 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:35:49.078111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:49.135210 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41596) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:49.171138 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:49.184492 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:49.185790 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:49.255038 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-928b2a4e-a6e4-445f-9498-f7439cf3b21c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b9fecd90abb447396a888e466273e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1158261 Jun 24 10:35:49.261589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41598) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:49.337401 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Allocated IP 172.27.1.90 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/38c4c708-8307-4bd3-82a0-5f8fcaa8628e) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:49.424278 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b668a919-e593-4e9a-9c13-d5ca80885f55 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:49.467769 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:49.517746 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Network 752e9800-1649-43f8-947f-53990781f692 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:49.528824 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-65c07c2b-b183-4eea-a18f-d3a2d3c88daa service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1645255 Jun 24 10:35:49.566996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:49.578446 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Pushing event updated for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:49.593970 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:49.701062 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-95e8d16d-9a7d-40a1-8d37-191a559cdc32 service neutron] 10.222.0.69 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2988777 Jun 24 10:35:49.717997 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:49.756607 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=ef409806-f8bc-458f-b760-ad4147ddfb19,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:49.816181 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-e0529dcb-e95f-465c-bec6-bef939b03981 None None] Current status of the port b668a919-e593-4e9a-9c13-d5ca80885f55 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:49.841581 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] Publish callbacks [] for security_group (5143601c-67c5-4934-80a4-f9cff3f6a983), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:49.874782 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:49.991790 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] Publish callbacks [] for security_group (5143601c-67c5-4934-80a4-f9cff3f6a983), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.037092 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:50.075113 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:50.101899 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:50.103057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.140786 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:50.153432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:50.200758 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=38c4c708-8307-4bd3-82a0-5f8fcaa8628e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:50.226798 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-6f7ccac2-4d11-4c49-9593-80e4fd761922 None None] Provisioning complete for port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:50.229570 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6f7ccac2-4d11-4c49-9593-80e4fd761922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.245475 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port b668a919-e593-4e9a-9c13-d5ca80885f55 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:50.245861 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.551303 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.593161 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ccac2-4d11-4c49-9593-80e4fd761922 None None] Port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:50.633101 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5143601c-67c5-4934-80a4-f9cff3f6a983), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.638468 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.642860 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5143601c-67c5-4934-80a4-f9cff3f6a983 HTTP/1.1" status: 204 len: 168 time: 1.3668859 Jun 24 10:35:50.683846 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:50.803944 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:38Z', 'revision_number': 2, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:50.851784 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6c20b-083f-4922-be89-0379adcdecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5143601c-67c5-4934-80a4-f9cff3f6a983,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:50.897049 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ecf5d-77c8-4d1f-98e4-e8a9dbf94877 req-4100be19-f48e-4a2f-ac03-a7c9074e3624 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:50.909353 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-421ecf5d-77c8-4d1f-98e4-e8a9dbf94877 req-4100be19-f48e-4a2f-ac03-a7c9074e3624 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 931 time: 0.8358610 Jun 24 10:35:50.913750 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:35:50.914400 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Updating router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f port 273f78d4-3ece-4720-89fa-d1c60748aa1e binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:35:50.918703 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-9bed73be-4aa6-4355-9ea1-cc47084302ff service neutron] 10.222.0.69 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2071095 Jun 24 10:35:50.926234 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port b668a919-e593-4e9a-9c13-d5ca80885f55 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:50.928129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8e456963-8473-4dfd-b5cd-8167b322793e up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:50.986455 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-f14467b8-d364-44ad-9a25-fe1037e16c99 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1832640 Jun 24 10:35:50.997272 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.002567 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-a92eaade-aa87-49d6-af3b-00a1c2b4f41e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:35:51.004223 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-a92eaade-aa87-49d6-af3b-00a1c2b4f41e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090334 Jun 24 10:35:51.053707 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:51.053858 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-421ecf5d-77c8-4d1f-98e4-e8a9dbf94877 req-b6499adc-653c-4df5-8fe4-6225e36ec969 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402576 Jun 24 10:35:51.092608 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 8e456963-8473-4dfd-b5cd-8167b322793e triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:51.093664 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.297095 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.310213 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.360437 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:51.502345 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-544da714-260c-4896-ba30-d3965be030a5 req-9dd61eb3-0bf3-4bf7-b7a9-d3402f7a52d8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 210 time: 0.1217761 Jun 24 10:35:51.586850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Request body: {'port': {'device_id': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:51.729887 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=38c4c708-8307-4bd3-82a0-5f8fcaa8628e,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:51.810069 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:51.813657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.859746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 8e456963-8473-4dfd-b5cd-8167b322793e is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:51.873877 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:51.879300 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f55daa8f-0773-45ae-b45c-268ce1ddda4a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5356643 Jun 24 10:35:51.994567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8de03823-4043-4919-b909-6cbe51d6836a req-4b56bed0-3055-4f13-8691-0113bb6953af tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.2543273 Jun 24 10:35:52.144716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:52.198360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:52.316364 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ef409806-f8bc-458f-b760-ad4147ddfb19 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:52.538616 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks [] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:52.588960 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:52.613685 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port ef409806-f8bc-458f-b760-ad4147ddfb19 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:52.615498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:52.805890 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0c1e6-49b7-43c4-8f29-b7d580e355c8 None None] Pushing event updated for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:52.853042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b463c-b13d-4781-b9eb-7137ce279d53 req-4713c5dc-1d52-4c6e-b210-5cb2791f5096 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:52.871015 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-162b463c-b13d-4781-b9eb-7137ce279d53 req-4713c5dc-1d52-4c6e-b210-5cb2791f5096 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 931 time: 0.5128284 Jun 24 10:35:53.294501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Attempting to bind port 273f78d4-3ece-4720-89fa-d1c60748aa1e on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:53.294857 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Attempting to bind port 273f78d4-3ece-4720-89fa-d1c60748aa1e by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:53.295395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Attempting to bind port 273f78d4-3ece-4720-89fa-d1c60748aa1e on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:53.363145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:53.377388 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Checking segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:53.378105 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:53.378719 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Bound using segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:53.379412 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Bound port: 273f78d4-3ece-4720-89fa-d1c60748aa1e, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:53.379990 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:53.443129 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:53.487164 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-6d68e7c8-37f9-4a2e-855e-14afde3e3c1d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:53.496351 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-6d68e7c8-37f9-4a2e-855e-14afde3e3c1d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 1.1436667 Jun 24 10:35:53.521845 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-53851b55-359b-4777-a584-bb9a762516aa None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:53.522300 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-53851b55-359b-4777-a584-bb9a762516aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:53.524094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port ef409806-f8bc-458f-b760-ad4147ddfb19 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:53.582828 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-7349fdac-a38b-4ca6-aefe-cfc02bff7aea tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/quotas/d8cc166ec03349b3b2b0d69840886bd9 HTTP/1.1" status: 200 len: 375 time: 0.0846541 Jun 24 10:35:53.661522 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-53851b55-359b-4777-a584-bb9a762516aa None None] Port 273f78d4-3ece-4720-89fa-d1c60748aa1e cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:53.680292 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] For port 273f78d4-3ece-4720-89fa-d1c60748aa1e, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:53.684321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] For port 273f78d4-3ece-4720-89fa-d1c60748aa1e, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=273f78d4-3ece-4720-89fa-d1c60748aa1e,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:53.695339 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:53.809300 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-162b463c-b13d-4781-b9eb-7137ce279d53 req-b8688af0-4965-4d1d-a507-f8220b958205 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9347136 Jun 24 10:35:53.878837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-b8ba6d60-a2f6-42ed-84c0-1fb1643174c4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2922392 Jun 24 10:35:54.085473 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:35:54.086735 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:35:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:54.104327 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-3a5d33df-8899-493b-896d-8740ff6face1 service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637104 Jun 24 10:35:54.193337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0c1e6-49b7-43c4-8f29-b7d580e355c8 None None] Pushing event updated for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:54.347429 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-da06fb31-4f05-4580-9247-4bdf519ea9e1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1873710477&fields=id&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 267 time: 0.4054160 Jun 24 10:35:54.384591 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:35:54.619235 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:54.625308 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:54.700328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:54.704903 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:54.707478 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-149a1934-5fb5-4343-8c01-17717bb8bf92 service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434785 Jun 24 10:35:54.888275 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.20', 50839) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:54.919148 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-61da7564-f403-4067-bcff-efc83f61a136 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:54.934362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-61da7564-f403-4067-bcff-efc83f61a136 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 815 time: 0.5526042 Jun 24 10:35:55.036890 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-884b9688-601f-4257-b18e-b9b82d6f624b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/quotas/281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 375 time: 0.1003218 Jun 24 10:35:55.062540 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18eb70a-2116-44a2-9bd1-bd3fe894cb61 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:35:55.143599 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41808) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:55.214870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Current status of the port 273f78d4-3ece-4720-89fa-d1c60748aa1e is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:55.215291 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:55.265434 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks [] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:55.273429 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:55.301155 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:53Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:35:55.345503 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-f58817c7-a0c9-4860-a424-b42b30064d93 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3019261 Jun 24 10:35:55.359919 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f554399a-7383-4fb7-950b-d86970ccd5c7 req-ad0176e3-6e8f-497c-a5f5-2926d8ac56ff tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.1600850 Jun 24 10:35:55.458242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9f1f1f-4df9-42e2-8745-9e622f16e2b8 None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:53Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:35:55.531712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-91450df6-a78b-4cf6-a908-921a2d76e015 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:55.533878 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-91450df6-a78b-4cf6-a908-921a2d76e015 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 0.6444175 Jun 24 10:35:55.567738 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'port': {'device_id': '21e01d68-1575-4d74-8a50-e28d234be279', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'admin_state_up': True, 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:55.643675 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.20', 50840) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:55.659192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] For port 273f78d4-3ece-4720-89fa-d1c60748aa1e, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=273f78d4-3ece-4720-89fa-d1c60748aa1e,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:35:55.695385 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:55.709357 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-85a6efd6-f5d7-40b6-b758-f497321f0663 service neutron] 10.222.0.69 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178470 Jun 24 10:35:55.725996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Transition to ACTIVE for port object f18eb70a-2116-44a2-9bd1-bd3fe894cb61 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:35:55.798615 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:55.812188 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83c63f9a-81f2-43b0-bb13-e4135d1b7746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:55.979081 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:56.094053 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf165314-f444-4c3d-91ad-cb7b2437aee6 None None] Pushing event updated for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:56.197463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 273f78d4-3ece-4720-89fa-d1c60748aa1e up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:56.370604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:56.371260 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:56.435734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Pushing event updated for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:56.546248 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:56.649729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 273f78d4-3ece-4720-89fa-d1c60748aa1e is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:56.733880 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Attempting to bind port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:35:56.734461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Attempting to bind port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:35:56.734660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Attempting to bind port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 on network 752e9800-1649-43f8-947f-53990781f692 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:56.791472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 on network 752e9800-1649-43f8-947f-53990781f692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:35:56.792396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Attempting to bind port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 on network 752e9800-1649-43f8-947f-53990781f692 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:35:56.798436 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-798f4697-7d6c-412c-afe0-4f3008374d7b service neutron] 10.222.0.69 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0696924 Jun 24 10:35:56.842716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1cf7f-135e-44f6-a40a-810cbffd9f94 req-ecb5afb7-42f0-4d92-a501-c8b337ce56c8 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:56.854151 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-58f1cf7f-135e-44f6-a40a-810cbffd9f94 req-ecb5afb7-42f0-4d92-a501-c8b337ce56c8 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.6111042 Jun 24 10:35:56.868485 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:35:56.869224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Checking segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:35:56.870548 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Bound using segment: {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:35:56.871656 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Bound port: f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35219143-ed61-4141-b04c-6c8d248fe7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '752e9800-1649-43f8-947f-53990781f692'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:35:56.872287 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:56.985626 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-58f1cf7f-135e-44f6-a40a-810cbffd9f94 req-8953a5d6-9bdb-4da4-a6cf-5aff2ae07fac tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233399 Jun 24 10:35:57.239142 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Made reservation on behalf of d8cc166ec03349b3b2b0d69840886bd9 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:57.242844 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:57.355539 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83c63f9a-81f2-43b0-bb13-e4135d1b7746 admin admin] Publish callbacks [] for security_group (225c7b64-54fb-457b-98c8-c94ff31e27ac), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:57.380362 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83c63f9a-81f2-43b0-bb13-e4135d1b7746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (225c7b64-54fb-457b-98c8-c94ff31e27ac), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:57.396883 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-56173fcb-b27b-49e0-9a25-4ef51452b7cf tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:57.400007 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-56173fcb-b27b-49e0-9a25-4ef51452b7cf tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 810 time: 1.7534451 Jun 24 10:35:57.429389 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:57.438780 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-13b95dca-5397-4c7c-910d-b922f746c560 req-692e376a-9870-4d4d-b63a-b8cbbb897936 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 210 time: 0.2004597 Jun 24 10:35:57.499914 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:35:57.521440 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7c054c61-42f8-4f97-a53b-8a82b2c5bd46 req-94784e8d-4cd6-4149-a93f-ca9bbd10183c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.1341906 Jun 24 10:35:57.524183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 41880) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:57.534449 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-83c63f9a-81f2-43b0-bb13-e4135d1b7746 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0df24ac599de4b4f960d8450893195fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3890746 Jun 24 10:35:57.633911 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c63f9a-81f2-43b0-bb13-e4135d1b7746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225c7b64-54fb-457b-98c8-c94ff31e27ac,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:57.949448 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3b0a8acb-e35d-4c90-a154-7ce3f59bb3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.017127 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:35:58.018176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Allocated IP 172.20.0.5 (45ee52c2-5913-4161-9d2c-193dab823ea6/79f098d1-6778-4f3c-b1cc-12985554c783/d611db02-d3d2-4654-b123-836d4c7a6d99) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:58.038206 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.20', 50846) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:35:58.110021 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-d5278eae-4ec9-4ddb-82f1-8538ceae2edb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 380 time: 0.2387559 Jun 24 10:35:58.127928 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'port': {'device_id': '332b01da-30de-4466-9408-485f644e52f7', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'admin_state_up': True, 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'security_groups': ['de700a21-4a72-4c43-9233-71343099fd08']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:58.138222 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 273f78d4-3ece-4720-89fa-d1c60748aa1e up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:35:58.179318 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.288943 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2482dd1b-980b-4671-8bf3-fae03114388a req-7fa58c1d-fdc0-447a-aed8-5f26a6ad1606 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 210 time: 0.2976756 Jun 24 10:35:58.363968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Pushing event updated for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:58.439525 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 273f78d4-3ece-4720-89fa-d1c60748aa1e triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:58.442633 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.481252 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=13 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:58.495472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56b836-d910-4d41-90dc-22d692fd8d8e req-f8432722-bcae-4967-bacc-ede85681685f tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:58.497081 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2f56b836-d910-4d41-90dc-22d692fd8d8e req-f8432722-bcae-4967-bacc-ede85681685f tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.1162691 Jun 24 10:35:58.534760 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.599127 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:58.628281 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:58.702346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:58.709773 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.711365 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-cbbdd8bf-df83-435d-bdf6-fe4b42b82a8c service neutron] 10.222.0.20 "PUT /v2.0/ports/f18eb70a-2116-44a2-9bd1-bd3fe894cb61 HTTP/1.1" status: 200 len: 1093 time: 7.4643559 Jun 24 10:35:58.712382 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Made reservation on behalf of e41afc594f464d74bd4881e07dd33e45 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:35:58.721336 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.738533 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] Publish callbacks [] for security_group (225c7b64-54fb-457b-98c8-c94ff31e27ac), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.788694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 273f78d4-3ece-4720-89fa-d1c60748aa1e is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:35:58.793855 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.844512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] Publish callbacks [] for security_group (225c7b64-54fb-457b-98c8-c94ff31e27ac), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:58.951751 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:35:59.026580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:59.062330 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:59.069166 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:59.074231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:59.105428 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:59.226332 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:59.226942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.256077 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (225c7b64-54fb-457b-98c8-c94ff31e27ac), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.278785 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.299293 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/225c7b64-54fb-457b-98c8-c94ff31e27ac HTTP/1.1" status: 204 len: 168 time: 1.3352704 Jun 24 10:35:59.327040 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-ae81dcaa-7fc6-40df-b5ae-ed1c4c4820c8 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7781372 Jun 24 10:35:59.357411 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dc32d96a-8cf5-423d-a7ad-e40438bbc2e5 req-e529b8ea-6a1e-4a5e-8729-85bbbdd0dc88 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 210 time: 0.3660607 Jun 24 10:35:59.443888 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Allocated IP 172.20.0.8 (d45f93fe-c90f-4708-aa2a-5a1fde71bcad/eaeb5937-ba80-43b4-b27b-031e851baada/60ac0302-9580-42af-834e-0673bcdbf476) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:35:59.458439 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-ff12c3d6-8b6d-445b-b57f-9cd867eb092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:59.473529 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-ff12c3d6-8b6d-445b-b57f-9cd867eb092a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dee3d0adc7084828b9ed954edee54f6a&device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 1127 time: 0.5082736 Jun 24 10:35:59.498835 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2f56b836-d910-4d41-90dc-22d692fd8d8e req-7650af2a-937b-4ff8-892d-89efd7b20cf5 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9800441 Jun 24 10:35:59.510211 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4468a-4214-4449-9818-c44a7d0e6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225c7b64-54fb-457b-98c8-c94ff31e27ac,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:59.522672 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8611f029-73e8-485c-a572-7c456d2ebe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:35:59.541686 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-6e001316-9505-44d2-a404-f18e79471a6f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:35:59.544426 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-6e001316-9505-44d2-a404-f18e79471a6f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 1.4953420 Jun 24 10:35:59.581704 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-f169c61f-b17b-4ca1-97c0-e21d41f5ca1e None None] Provisioning complete for port d611db02-d3d2-4654-b123-836d4c7a6d99 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:35:59.582321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f169c61f-b17b-4ca1-97c0-e21d41f5ca1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.596184 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-90ee376c-3703-4ad1-a16b-7b92081f7c3f req-72985118-0d28-4be1-9014-f006d3e56f2d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.0406299 Jun 24 10:35:59.668501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-f169c61f-b17b-4ca1-97c0-e21d41f5ca1e None None] Port d611db02-d3d2-4654-b123-836d4c7a6d99 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:35:59.716561 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ef2c40f3-4522-4e6f-a08e-2bc5b60b2584 req-7590716f-49a8-4904-8c60-74e327875eda tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 210 time: 0.0352168 Jun 24 10:35:59.777978 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (60ac0302-9580-42af-834e-0673bcdbf476), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.809943 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:35:59.821832 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:35:59.875671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:35:59.881601 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:35:59.884334 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:35:59.889008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:35:59.949881 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8e4f10-cdf5-47c1-b102-7a63e4b27511 x-openstack-request-id: req-af8e4f10-cdf5-47c1-b102-7a63e4b27511 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:35:59.950208 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:35:59.950457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af8e4f10-cdf5-47c1-b102-7a63e4b27511 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:35:59.950909 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8e4f10-cdf5-47c1-b102-7a63e4b27511'] response: {'name': 'network-changed', 'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61', 'status': 'completed', 'code': 200} Jun 24 10:35:59.961651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'port': {'device_id': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'admin_state_up': True, 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:35:59.977572 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Request body: {'port': {'device_id': '21e01d68-1575-4d74-8a50-e28d234be279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:00.052595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 41962) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:00.053078 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.20', 50850) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:00.084774 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.092632 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.150455 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4d24-7d52-4cb1-bed1-2cc5da824f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.198082 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-957f9ade-93db-487e-83ef-a5a32d4a266b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0767696 Jun 24 10:36:00.198733 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-5d78c348-e0a7-41da-90dc-212cfea93183 None None] Provisioning complete for port 60ac0302-9580-42af-834e-0673bcdbf476 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:00.199202 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5d78c348-e0a7-41da-90dc-212cfea93183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (60ac0302-9580-42af-834e-0673bcdbf476), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.248041 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-5d78c348-e0a7-41da-90dc-212cfea93183 None None] Port 60ac0302-9580-42af-834e-0673bcdbf476 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:36:00.253668 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-205fecb7-6369-4a1a-a181-aabac89325f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61 HTTP/1.1" status: 200 len: 217 time: 0.2973866 Jun 24 10:36:00.292444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Request body: {'port': {'device_id': '332b01da-30de-4466-9408-485f644e52f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:00.317322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Made reservation on behalf of d8cc166ec03349b3b2b0d69840886bd9 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:00.322726 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.332267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0821ce6-87bb-40de-b35b-fb9569f3c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.346099 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.352225 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-44ed2255-986a-4291-ad10-fe53bbc43a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.353739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-44ed2255-986a-4291-ad10-fe53bbc43a42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6d0fbc9-251f-476f-a74a-ea847ff743b8 HTTP/1.1" status: 200 len: 850 time: 0.0933161 Jun 24 10:36:00.364474 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:00.379032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:00.407238 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-e7755b05-d09a-4a30-be38-14a0b4dba5a2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.408790 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-e7755b05-d09a-4a30-be38-14a0b4dba5a2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 815 time: 0.3533351 Jun 24 10:36:00.514160 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (60ac0302-9580-42af-834e-0673bcdbf476), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.523781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-4d2ea36b-cd69-46b1-9c1f-fc2e0e3f9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.525566 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-4d2ea36b-cd69-46b1-9c1f-fc2e0e3f9d88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=752e9800-1649-43f8-947f-53990781f692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1304600 Jun 24 10:36:00.560175 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4599c9df-656f-4eac-92a5-bc6aafe3b45a req-d76df461-6786-4271-a23b-7143a7e9a2f4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 210 time: 0.0811887 Jun 24 10:36:00.637376 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:00.652413 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Allocated IP 172.20.0.13 (45ee52c2-5913-4161-9d2c-193dab823ea6/79f098d1-6778-4f3c-b1cc-12985554c783/e14124f9-29f1-48ef-b539-1d53a03433bb) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:00.694196 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4d24-7d52-4cb1-bed1-2cc5da824f31 admin admin] Publish callbacks [] for security_group (254c1be9-d570-4c61-b50f-3e8cc190b5af), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.754853 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4d24-7d52-4cb1-bed1-2cc5da824f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (254c1be9-d570-4c61-b50f-3e8cc190b5af), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:00.774431 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-cd035564-655b-43f6-8049-043eac16befb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 380 time: 0.3209841 Jun 24 10:36:00.793293 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'port': {'device_id': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'admin_state_up': True, 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'security_groups': ['d9052e99-d5a6-4df5-8efb-06219ee9c0f7']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:00.806026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902212bf-4d58-41e7-a5b9-776e1f52c16e req-c4da9958-7525-4ec2-9c07-4700c1bbd6e2 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.807622 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-902212bf-4d58-41e7-a5b9-776e1f52c16e req-c4da9958-7525-4ec2-9c07-4700c1bbd6e2 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.1931796 Jun 24 10:36:00.890182 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:00.920392 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-98674cd3-0fba-4b6b-a5f9-01b64618aea0 service neutron] 10.222.0.20 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711195 Jun 24 10:36:00.974121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4093-532d-4755-9771-5ae7b3fd4255 req-5205ad9a-ae2d-4880-8ae1-90368911f508 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:00.975952 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-440c4093-532d-4755-9771-5ae7b3fd4255 req-5205ad9a-ae2d-4880-8ae1-90368911f508 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 931 time: 0.1559567 Jun 24 10:36:01.066836 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1b2e4d24-7d52-4cb1-bed1-2cc5da824f31 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=043b995a9fa74c479aee0b13fc8741ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0124445 Jun 24 10:36:01.071944 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4d24-7d52-4cb1-bed1-2cc5da824f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254c1be9-d570-4c61-b50f-3e8cc190b5af,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:01.082478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42010) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:01.091517 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-902212bf-4d58-41e7-a5b9-776e1f52c16e req-019d7a07-e55e-4595-8354-14443c362305 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709031 Jun 24 10:36:01.114906 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:01.224787 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-779aed23-8b6c-4047-b733-c70f9eb50e1c req-5ba73a09-0b14-4a33-8773-dfe2b6a64732 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 210 time: 0.0587387 Jun 24 10:36:01.227611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.241744 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-440c4093-532d-4755-9771-5ae7b3fd4255 req-f5a26eaa-442c-41ac-82e6-cc139c73c780 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478063 Jun 24 10:36:01.263313 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f58df44f-a7e8-4889-b2f2-166cc0d9bec8 req-809649a8-f9c2-4c38-808f-72c2a7aecca3 service neutron] 10.222.0.20 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313158 Jun 24 10:36:01.278806 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] Publish callbacks [] for security_group (254c1be9-d570-4c61-b50f-3e8cc190b5af), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.306547 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.311256 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:01.339268 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Made reservation on behalf of 281651371cba4d4a9454b0747947cc83 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:01.343301 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.353857 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] Publish callbacks [] for security_group (254c1be9-d570-4c61-b50f-3e8cc190b5af), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.360909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:01.364988 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:01.366824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:01.368957 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:36:01.418685 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:01.419339 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.442954 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-58ce3b32-fd18-4dae-bfa5-0cdbded309b4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4879305 Jun 24 10:36:01.499984 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.538140 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ac0302-9580-42af-834e-0673bcdbf476 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:01.561892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks [] for port (60ac0302-9580-42af-834e-0673bcdbf476), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.596888 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-4165c561-b67c-429b-aee4-94b0b0b6a262 None None] Provisioning complete for port e14124f9-29f1-48ef-b539-1d53a03433bb triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:01.597458 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4165c561-b67c-429b-aee4-94b0b0b6a262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.630395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:01.633073 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-4165c561-b67c-429b-aee4-94b0b0b6a262 None None] Port e14124f9-29f1-48ef-b539-1d53a03433bb cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:36:01.636018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Transition to ACTIVE for port object 60ac0302-9580-42af-834e-0673bcdbf476 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:36:01.637051 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (254c1be9-d570-4c61-b50f-3e8cc190b5af), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.639614 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.643420 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/254c1be9-d570-4c61-b50f-3e8cc190b5af HTTP/1.1" status: 204 len: 168 time: 0.5573130 Jun 24 10:36:01.657383 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.699783 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d8a45-ea8f-4111-9e58-99ae9da9fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c1be9-d570-4c61-b50f-3e8cc190b5af,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:01.771225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Allocated IP 172.20.0.13 (5c54d8b2-277b-49d0-99b7-bf6f64432c4a/6f17f660-347c-408a-85fe-c3c1bdd4c6d5/bcb7370e-287a-4f51-9b23-0add5505f560) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:01.780668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d611db02-d3d2-4654-b123-836d4c7a6d99 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:01.787136 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:01.793438 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Pushing event updated for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:01.800136 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks [] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.871953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Transition to ACTIVE for port object d611db02-d3d2-4654-b123-836d4c7a6d99 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:36:01.919551 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:01.994742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e9a96-83c3-413c-ac65-b19aec93f509 req-6262ab22-e973-41d8-a753-a210b1886d1f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.001974 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5c9e9a96-83c3-413c-ac65-b19aec93f509 req-6262ab22-e973-41d8-a753-a210b1886d1f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 932 time: 0.3466814 Jun 24 10:36:02.002207 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.047518 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:02.065298 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5c9e9a96-83c3-413c-ac65-b19aec93f509 req-5043dd30-82bc-4036-a842-d2205b727eeb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Jun 24 10:36:02.105529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Attempting to bind port 60ac0302-9580-42af-834e-0673bcdbf476 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:36:02.106123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Attempting to bind port 60ac0302-9580-42af-834e-0673bcdbf476 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:36:02.106688 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Attempting to bind port 60ac0302-9580-42af-834e-0673bcdbf476 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:02.177379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Port 60ac0302-9580-42af-834e-0673bcdbf476 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:36:02.177701 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Attempting to bind port 60ac0302-9580-42af-834e-0673bcdbf476 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:02.209971 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Pushing event updated for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:02.225719 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:36:02.226280 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Checking segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:02.227114 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Bound using segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:36:02.228015 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Bound port: 60ac0302-9580-42af-834e-0673bcdbf476, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:36:02.228533 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (60ac0302-9580-42af-834e-0673bcdbf476), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.266731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Request body: {'port': {'device_id': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:02.429048 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-2fafec8f-917a-4016-9d52-b46f8e03e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.430755 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-2fafec8f-917a-4016-9d52-b46f8e03e895 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dee3d0adc7084828b9ed954edee54f6a&device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 1127 time: 0.0772345 Jun 24 10:36:02.480770 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9498bea6-8751-4c52-8287-b67f3ddd85d7 req-9e27819d-9124-449e-a263-1df362c11a30 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 210 time: 0.0486264 Jun 24 10:36:02.539197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734413ae-06f5-4c16-9695-4e510763a78e req-bb319935-ff8d-49e8-969c-c9e1f69075d8 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.548695 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-734413ae-06f5-4c16-9695-4e510763a78e req-bb319935-ff8d-49e8-969c-c9e1f69075d8 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.3533134 Jun 24 10:36:02.564611 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:02.600299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (bcb7370e-287a-4f51-9b23-0add5505f560), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.650936 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-734413ae-06f5-4c16-9695-4e510763a78e req-ee56d3fc-1553-4881-a422-3ac20563c795 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008558 Jun 24 10:36:02.656901 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:02.696290 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Attempting to bind port d611db02-d3d2-4654-b123-836d4c7a6d99 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:36:02.696851 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Attempting to bind port d611db02-d3d2-4654-b123-836d4c7a6d99 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:36:02.697352 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Attempting to bind port d611db02-d3d2-4654-b123-836d4c7a6d99 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:02.711799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=60ac0302-9580-42af-834e-0673bcdbf476,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:02.719992 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Port d611db02-d3d2-4654-b123-836d4c7a6d99 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:36:02.720569 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Attempting to bind port d611db02-d3d2-4654-b123-836d4c7a6d99 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:02.729044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:36:02.729656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:02.730274 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Bound using segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:36:02.730889 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Bound port: d611db02-d3d2-4654-b123-836d4c7a6d99, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:36:02.731425 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.747153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.800331 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.813826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43297cfd-e519-4122-9462-e9b576dae5a2 req-10e7b011-45a9-4d8d-aac9-da4a873e5f09 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.815594 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-43297cfd-e519-4122-9462-e9b576dae5a2 req-10e7b011-45a9-4d8d-aac9-da4a873e5f09 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.1593568 Jun 24 10:36:02.823061 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.836175 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.837299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:02.839089 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] 10.222.0.20 "PUT /v2.0/ports/60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 1093 time: 2.5548215 Jun 24 10:36:02.842936 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:02.878361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-e0c80cae-0b1b-49ba-a298-346644db569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:02.883364 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-e0c80cae-0b1b-49ba-a298-346644db569b service neutron] 10.222.0.20 "GET /v2.0/networks?id=752e9800-1649-43f8-947f-53990781f692 HTTP/1.1" status: 200 len: 912 time: 0.4041543 Jun 24 10:36:02.899099 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:02.902007 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea2538-8799-4389-b8de-8ffcf70cf058 service neutron] Pushing event updated for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:02.915958 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:02.919419 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:02.932014 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:36:02.937652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=d611db02-d3d2-4654-b123-836d4c7a6d99,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:03.032237 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-b0df1bdf-a268-4257-bdda-cc526fa23bc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61 HTTP/1.1" status: 200 len: 217 time: 0.0971329 Jun 24 10:36:03.046439 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:03.061837 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:03.093251 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818" -d '{"events": [{"name": "network-changed", "server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "tag": "60ac0302-9580-42af-834e-0673bcdbf476"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:03.119323 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.199192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.271425 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-8c50ff48-dacb-4bc5-b4f3-97cac8c82bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.276498 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-8c50ff48-dacb-4bc5-b4f3-97cac8c82bd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1127 time: 0.3496161 Jun 24 10:36:03.293878 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-43297cfd-e519-4122-9462-e9b576dae5a2 req-cc38dca7-62b6-4375-a6d7-f6b7f3d2c063 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647233 Jun 24 10:36:03.294481 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.295140 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.296584 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] 10.222.0.20 "PUT /v2.0/ports/d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 1093 time: 3.3284698 Jun 24 10:36:03.297764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:03.315910 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.316585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.347620 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-676f2ca1-1cc5-47df-adce-f18ef624769e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5613639 Jun 24 10:36:03.406413 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.414142 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-4ea6f764-2444-4d3f-a3c8-2e57faa507c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.418458 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-4ea6f764-2444-4d3f-a3c8-2e57faa507c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6d0fbc9-251f-476f-a74a-ea847ff743b8 HTTP/1.1" status: 200 len: 850 time: 0.3695521 Jun 24 10:36:03.448093 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:03.455432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-6c330df5-2721-4dee-aa32-eaa24bd8ea61 None None] Provisioning complete for port bcb7370e-287a-4f51-9b23-0add5505f560 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:03.456143 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6c330df5-2721-4dee-aa32-eaa24bd8ea61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.466661 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfc57b-25d7-4867-93de-3bf16c4bacb0 req-9db4647a-cac5-4af3-9d5a-54bd81f5d306 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.468756 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb69f-c5b2-44ec-a7ac-b850e16ee67d service neutron] Pushing event updated for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:03.491169 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-02cfc57b-25d7-4867-93de-3bf16c4bacb0 req-9db4647a-cac5-4af3-9d5a-54bd81f5d306 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 932 time: 0.2987683 Jun 24 10:36:03.527021 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-6c330df5-2721-4dee-aa32-eaa24bd8ea61 None None] Port bcb7370e-287a-4f51-9b23-0add5505f560 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:36:03.626117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-02cfc57b-25d7-4867-93de-3bf16c4bacb0 req-155742e6-5d9e-41db-b823-080d9f927d3e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331196 Jun 24 10:36:03.654313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:03.703897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14124f9-29f1-48ef-b539-1d53a03433bb {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:03.708450 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd10dca3-814f-4172-92d8-15f83af59389 x-openstack-request-id: req-bd10dca3-814f-4172-92d8-15f83af59389 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:03.709034 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "tag": "60ac0302-9580-42af-834e-0673bcdbf476", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:03.709421 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd10dca3-814f-4172-92d8-15f83af59389 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:03.710051 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd10dca3-814f-4172-92d8-15f83af59389'] response: {'name': 'network-changed', 'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476', 'status': 'completed', 'code': 200} Jun 24 10:36:03.714813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks [] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.763704 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Transition to ACTIVE for port object e14124f9-29f1-48ef-b539-1d53a03433bb will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:36:03.784773 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:03.795542 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45d03d-ddc0-49a3-afc1-9f5b8418dfa7 req-a35b69a2-8509-4692-a394-52337fa3766d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.799305 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-de45d03d-ddc0-49a3-afc1-9f5b8418dfa7 req-a35b69a2-8509-4692-a394-52337fa3766d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 932 time: 0.0849087 Jun 24 10:36:03.902531 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d527c-7e84-4ce4-a4ce-1187e8b8872b req-96cee95e-0747-489a-b183-2d42d92bb1c4 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:03.904162 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-416d527c-7e84-4ce4-a4ce-1187e8b8872b req-96cee95e-0747-489a-b183-2d42d92bb1c4 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.1374462 Jun 24 10:36:03.961687 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Pushing event updated for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:04.032952 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-de45d03d-ddc0-49a3-afc1-9f5b8418dfa7 req-e7d3bf77-63ac-4bbe-9d9b-e046253dad0c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130654 Jun 24 10:36:04.172563 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-416d527c-7e84-4ce4-a4ce-1187e8b8872b req-59781280-d3aa-447c-a1c3-08f0f2e14a3e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530377 Jun 24 10:36:04.211203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Attempting to bind port e14124f9-29f1-48ef-b539-1d53a03433bb on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:36:04.212045 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Attempting to bind port e14124f9-29f1-48ef-b539-1d53a03433bb by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:36:04.212234 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Attempting to bind port e14124f9-29f1-48ef-b539-1d53a03433bb on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:04.221536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Port e14124f9-29f1-48ef-b539-1d53a03433bb on network 45ee52c2-5913-4161-9d2c-193dab823ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:36:04.222322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Attempting to bind port e14124f9-29f1-48ef-b539-1d53a03433bb on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:04.229238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:36:04.229857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:04.230235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Bound using segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:36:04.230654 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Bound port: e14124f9-29f1-48ef-b539-1d53a03433bb, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:36:04.231007 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:04.307502 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:04.311294 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=e14124f9-29f1-48ef-b539-1d53a03433bb,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:04.318944 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:04.363798 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:04.364417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:04.366054 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] 10.222.0.20 "PUT /v2.0/ports/e14124f9-29f1-48ef-b539-1d53a03433bb HTTP/1.1" status: 200 len: 1094 time: 2.1176908 Jun 24 10:36:04.366444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:04.368681 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce55426c-6826-4422-9a1f-3c4f322ac440" -d '{"events": [{"name": "network-changed", "server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:04.406477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70e43-d255-4247-a7d0-a7011ff3a04a service neutron] Pushing event updated for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:04.424379 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5ae21-ee0e-4dcd-ab5e-8e5d83d6852e x-openstack-request-id: req-79b5ae21-ee0e-4dcd-ab5e-8e5d83d6852e {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:04.424912 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:04.425345 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79b5ae21-ee0e-4dcd-ab5e-8e5d83d6852e {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:04.426005 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b5ae21-ee0e-4dcd-ab5e-8e5d83d6852e'] response: {'name': 'network-changed', 'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb', 'status': 'completed', 'code': 200} Jun 24 10:36:04.514190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c3173-bf70-41d6-80bf-5900dea738e6 req-f07e35dd-45f3-4025-924a-bd543a4ce351 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:04.523301 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2d4c3173-bf70-41d6-80bf-5900dea738e6 req-f07e35dd-45f3-4025-924a-bd543a4ce351 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.0712340 Jun 24 10:36:04.557895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:04.592349 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2d4c3173-bf70-41d6-80bf-5900dea738e6 req-8794625e-8b08-44ca-95c6-1a6397560505 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681040 Jun 24 10:36:04.758400 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b5cdc-912b-416d-8e79-8cf417c6716f req-af116e56-7061-4cf8-b112-a4529a1eee70 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:04.759914 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9d5b5cdc-912b-416d-8e79-8cf417c6716f req-af116e56-7061-4cf8-b112-a4529a1eee70 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.0482416 Jun 24 10:36:04.810803 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9d5b5cdc-912b-416d-8e79-8cf417c6716f req-1cf461c6-258f-4d77-b8a7-7a61f3600379 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Jun 24 10:36:05.196633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaceedd-6145-4a57-baaa-cca01dc3d04d req-a44cc284-cbdb-4994-95e1-80e4d82fef21 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:05.198835 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bdaceedd-6145-4a57-baaa-cca01dc3d04d req-a44cc284-cbdb-4994-95e1-80e4d82fef21 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 932 time: 0.0567865 Jun 24 10:36:05.287766 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bdaceedd-6145-4a57-baaa-cca01dc3d04d req-1e1121a1-b7cc-464e-a427-9e3d2ca8fc91 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831008 Jun 24 10:36:05.308180 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b1198-4635-476d-aeca-23e78e80e0c8 req-58997bf2-0cad-4aac-b8ba-66e29cc5e8be tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:05.309704 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-119b1198-4635-476d-aeca-23e78e80e0c8 req-58997bf2-0cad-4aac-b8ba-66e29cc5e8be tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 943 time: 0.0623102 Jun 24 10:36:05.365883 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-119b1198-4635-476d-aeca-23e78e80e0c8 req-f38d6ec9-0efa-4897-8e16-fb689f50ea75 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Jun 24 10:36:05.710109 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ebb9a-1a17-4193-94cb-a3c8ae948b1d req-419b597b-9bb4-4499-a547-656b418dd2bf tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:05.711618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee0ebb9a-1a17-4193-94cb-a3c8ae948b1d req-419b597b-9bb4-4499-a547-656b418dd2bf tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.0491962 Jun 24 10:36:05.711733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:05.714163 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d4802-4783-46bd-9b97-f195dbed2813" -d '{"events": [{"name": "network-changed", "server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:05.757694 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca169b1-a624-496c-99c5-bee5d7c5f46c x-openstack-request-id: req-0ca169b1-a624-496c-99c5-bee5d7c5f46c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:05.757992 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:05.758244 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ca169b1-a624-496c-99c5-bee5d7c5f46c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:05.758679 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca169b1-a624-496c-99c5-bee5d7c5f46c'] response: {'name': 'network-changed', 'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99', 'status': 'completed', 'code': 200} Jun 24 10:36:05.760633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:05.760831 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f18eb70a-2116-44a2-9bd1-bd3fe894cb61 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:05.786024 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Request body: {'port': {'device_id': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:05.900071 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-fedeb117-249a-4917-89b5-63114ed8a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:05.901610 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-fedeb117-249a-4917-89b5-63114ed8a15e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=752e9800-1649-43f8-947f-53990781f692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129093 Jun 24 10:36:05.910201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:05.915199 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee0ebb9a-1a17-4193-94cb-a3c8ae948b1d req-ded1ff83-c678-4562-8b8d-0d884379a2fd tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934731 Jun 24 10:36:05.929465 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61', 'network_id': '752e9800-1649-43f8-947f-53990781f692', 'port_id': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61', 'mac_address': 'fa:16:3e:91:b8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d0fbc9-251f-476f-a74a-ea847ff743b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:05.967601 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:05.968094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:05.984792 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18eb70a-2116-44a2-9bd1-bd3fe894cb61 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:05.997657 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-cb8f2a90-b815-43a2-a5c9-a0fc1f41a89e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 217 time: 0.2236545 Jun 24 10:36:06.009840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:06.016705 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.029240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-bfb81450-326d-4d0f-b2b9-8c8802e1cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.030852 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-bfb81450-326d-4d0f-b2b9-8c8802e1cd64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1127 time: 0.1586592 Jun 24 10:36:06.068074 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:06.084285 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-52cf0791-388f-4566-841c-364860011d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.085800 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-52cf0791-388f-4566-841c-364860011d55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1128 time: 0.2328308 Jun 24 10:36:06.100960 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415daa-a818-46c9-8c0b-8f617bc7a8e1 req-31122ead-a5cd-42fb-82ab-4337c91e0d5a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.102445 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da415daa-a818-46c9-8c0b-8f617bc7a8e1 req-31122ead-a5cd-42fb-82ab-4337c91e0d5a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.1298120 Jun 24 10:36:06.109664 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.299959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42256) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:06.311746 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-a3c0197a-b4d8-4366-838a-ba8670876e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.313202 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-a3c0197a-b4d8-4366-838a-ba8670876e60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.3056674 Jun 24 10:36:06.415599 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-cb12cb90-6379-4aae-acc3-2a2c2e1cc649 service neutron] 10.222.0.20 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039427 Jun 24 10:36:06.500876 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a98fc7cc-b285-4535-b56f-0abd60fbc4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.522182 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:06.529446 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68060f-ccd7-452c-b141-8fc12650fcf3 req-860cfbcb-2ea3-4fbb-b7b3-e457c9bea14c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.530932 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca68060f-ccd7-452c-b141-8fc12650fcf3 req-860cfbcb-2ea3-4fbb-b7b3-e457c9bea14c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 932 time: 0.1266363 Jun 24 10:36:06.547408 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da415daa-a818-46c9-8c0b-8f617bc7a8e1 req-888e1c14-26c0-43ac-9e68-1284b87ee66d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361005 Jun 24 10:36:06.549573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-823957e1-04cb-4a14-88e6-dc0b4cc54b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.550977 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-823957e1-04cb-4a14-88e6-dc0b4cc54b09 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4913466 Jun 24 10:36:06.589255 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca68060f-ccd7-452c-b141-8fc12650fcf3 req-04145f80-732a-4ced-81cc-97959cf95a07 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507503 Jun 24 10:36:06.681390 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c5eda-4bf7-433c-9ba9-c24a82621417 req-5bac6d1b-676b-46c1-b58f-0483bf24bd77 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:06.683201 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-875c5eda-4bf7-433c-9ba9-c24a82621417 req-5bac6d1b-676b-46c1-b58f-0483bf24bd77 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 944 time: 0.0633965 Jun 24 10:36:06.705753 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:06.721104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks [] for port (bcb7370e-287a-4f51-9b23-0add5505f560), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.724472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a98fc7cc-b285-4535-b56f-0abd60fbc4d4 admin admin] Publish callbacks [] for security_group (dca9562f-576d-4111-b76d-b2c3471b0962), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.734027 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-875c5eda-4bf7-433c-9ba9-c24a82621417 req-4c0960a9-357e-4491-a0e5-835d03080e38 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Jun 24 10:36:06.734558 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a98fc7cc-b285-4535-b56f-0abd60fbc4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (dca9562f-576d-4111-b76d-b2c3471b0962), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.742186 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Transition to ACTIVE for port object bcb7370e-287a-4f51-9b23-0add5505f560 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:36:06.758942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.809660 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a98fc7cc-b285-4535-b56f-0abd60fbc4d4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9525c975f4e4f0d8327fd35a9d40601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5050180 Jun 24 10:36:06.812530 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42272) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:06.814301 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fc7cc-b285-4535-b56f-0abd60fbc4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca9562f-576d-4111-b76d-b2c3471b0962,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:06.819919 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:06.832038 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:06.849998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:06.884878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] Publish callbacks [] for security_group (dca9562f-576d-4111-b76d-b2c3471b0962), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.909770 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] Publish callbacks [] for security_group (dca9562f-576d-4111-b76d-b2c3471b0962), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.915764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Attempting to bind port bcb7370e-287a-4f51-9b23-0add5505f560 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:36:06.916098 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Attempting to bind port bcb7370e-287a-4f51-9b23-0add5505f560 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:36:06.916433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Attempting to bind port bcb7370e-287a-4f51-9b23-0add5505f560 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:06.921786 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Port bcb7370e-287a-4f51-9b23-0add5505f560 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:36:06.922117 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Attempting to bind port bcb7370e-287a-4f51-9b23-0add5505f560 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:06.927865 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:36:06.928202 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Checking segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:06.928585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Bound using segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:36:06.929049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Bound port: bcb7370e-287a-4f51-9b23-0add5505f560, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:36:06.929588 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.978496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (dca9562f-576d-4111-b76d-b2c3471b0962), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.982123 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:06.986432 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dca9562f-576d-4111-b76d-b2c3471b0962 HTTP/1.1" status: 204 len: 168 time: 0.1697147 Jun 24 10:36:06.993233 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d659af0-9c2f-4aca-afa0-4a942fc99222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca9562f-576d-4111-b76d-b2c3471b0962,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:07.012263 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:07.015693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:07.023752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.064930 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:07.065574 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.067039 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 1094 time: 1.2863269 Jun 24 10:36:07.087023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fefbd-f8b6-4a2c-a802-a30c1dc710c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:07.099303 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec7edb-e4e0-4af0-8b39-3296e7e1c797 req-a5b5633d-3788-4266-ba7c-1c85003cf489 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:07.101088 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-66ec7edb-e4e0-4af0-8b39-3296e7e1c797 req-a5b5633d-3788-4266-ba7c-1c85003cf489 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.0691791 Jun 24 10:36:07.157122 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-66ec7edb-e4e0-4af0-8b39-3296e7e1c797 req-64eb998b-75b5-457b-86a0-af71fa28e861 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470819 Jun 24 10:36:07.322546 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42282) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:07.336013 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f044deca-33e1-44d7-9b77-dd5536c4525b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.413772 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:07.418570 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f044deca-33e1-44d7-9b77-dd5536c4525b admin admin] Publish callbacks [] for security_group (5b42ff82-e5fc-45a3-95fe-1346ef0f9538), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.424153 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f044deca-33e1-44d7-9b77-dd5536c4525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5b42ff82-e5fc-45a3-95fe-1346ef0f9538), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.464916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044deca-33e1-44d7-9b77-dd5536c4525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42ff82-e5fc-45a3-95fe-1346ef0f9538,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:07.472586 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f044deca-33e1-44d7-9b77-dd5536c4525b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7a54d85c0a5472d9c96613856e7c586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489758 Jun 24 10:36:07.472700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42286) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:07.524592 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] Publish callbacks [] for security_group (5b42ff82-e5fc-45a3-95fe-1346ef0f9538), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.549490 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] Publish callbacks [] for security_group (5b42ff82-e5fc-45a3-95fe-1346ef0f9538), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.606272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5b42ff82-e5fc-45a3-95fe-1346ef0f9538), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.608863 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:07.610032 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b42ff82-e5fc-45a3-95fe-1346ef0f9538 HTTP/1.1" status: 204 len: 168 time: 0.1362860 Jun 24 10:36:07.622151 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfcf13-ed22-4ad3-bd66-ac929ec61d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42ff82-e5fc-45a3-95fe-1346ef0f9538,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:07.690819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bfcc9-6754-41b7-b76e-7715b4109a9c req-6108cb19-0f59-48de-a981-d7512737d6d3 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:07.692543 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-221bfcc9-6754-41b7-b76e-7715b4109a9c req-6108cb19-0f59-48de-a981-d7512737d6d3 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.0602670 Jun 24 10:36:07.756212 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07cdaf-d61b-4d97-92f5-5371a94c79e5 req-bb5e10c6-1ca8-4796-a61e-2fbf466a6a1a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:07.757900 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ac07cdaf-d61b-4d97-92f5-5371a94c79e5 req-bb5e10c6-1ca8-4796-a61e-2fbf466a6a1a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0643055 Jun 24 10:36:07.759513 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:07.762355 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a77593a-7032-413c-88db-220f1330e228" -d '{"events": [{"name": "network-changed", "server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:07.803351 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-221bfcc9-6754-41b7-b76e-7715b4109a9c req-d84cdb7e-59c7-4ffc-b42a-71ee4dc55336 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007214 Jun 24 10:36:07.826607 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ac07cdaf-d61b-4d97-92f5-5371a94c79e5 req-00587163-66d4-4a5c-81d2-61a77fe9055d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620356 Jun 24 10:36:07.927360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86448ac1-c15a-4f09-8454-aa1dd4d8451e req-b581f34d-0385-4c39-992d-ad8668f193dc tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:07.927584 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35adc334-034b-428b-a10f-4987cd39b0a0 x-openstack-request-id: req-35adc334-034b-428b-a10f-4987cd39b0a0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:07.928244 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:07.928496 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35adc334-034b-428b-a10f-4987cd39b0a0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:07.928902 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86448ac1-c15a-4f09-8454-aa1dd4d8451e req-b581f34d-0385-4c39-992d-ad8668f193dc tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 944 time: 0.0569530 Jun 24 10:36:07.929018 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35adc334-034b-428b-a10f-4987cd39b0a0'] response: {'name': 'network-changed', 'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'status': 'completed', 'code': 200} Jun 24 10:36:07.977389 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86448ac1-c15a-4f09-8454-aa1dd4d8451e req-7790b075-a231-4b7e-8cc7-a8ee82db3f70 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Jun 24 10:36:08.280577 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c0f1d-8dbf-4235-96bc-1d753922dd0f req-2bbd785b-2f42-486f-994e-f4ab4ee410ae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:08.282123 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-988c0f1d-8dbf-4235-96bc-1d753922dd0f req-2bbd785b-2f42-486f-994e-f4ab4ee410ae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.0514138 Jun 24 10:36:08.331718 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-988c0f1d-8dbf-4235-96bc-1d753922dd0f req-37c6a2e5-4ed1-4022-861a-8a12c52dcde5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436490 Jun 24 10:36:08.793406 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['f18eb70a-2116-44a2-9bd1-bd3fe894cb61'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:08.853886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:08.880681 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-ec10591e-36a4-4afb-b9eb-64d28bf8f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:08.882785 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-ec10591e-36a4-4afb-b9eb-64d28bf8f1e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2230270 Jun 24 10:36:08.908799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-dabe1733-24c7-47b6-a6a3-797335907d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:08.910810 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-dabe1733-24c7-47b6-a6a3-797335907d4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1128 time: 0.2104850 Jun 24 10:36:08.920178 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-488b298b-5826-4c4a-9b50-83a8d398d025 service neutron] 10.222.0.20 "GET /v2.0/networks/752e9800-1649-43f8-947f-53990781f692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646840 Jun 24 10:36:08.940640 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-d91c2978-d217-47d4-9755-f47ef7e84314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:08.942275 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b25d4802-4783-46bd-9b97-f195dbed2813 req-d91c2978-d217-47d4-9755-f47ef7e84314 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2579451 Jun 24 10:36:08.987272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:09.036245 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-e43fc949-ed5e-4f95-b3a3-ad96ae21445d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 217 time: 0.0501130 Jun 24 10:36:09.102673 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42f1a2-c1f4-428d-ab71-64810e84b826 req-41e9b00a-d1e6-4f8b-81d3-f9c5e57ddabb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.104237 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8b42f1a2-c1f4-428d-ab71-64810e84b826 req-41e9b00a-d1e6-4f8b-81d3-f9c5e57ddabb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.1423347 Jun 24 10:36:09.114072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10bc39-90f2-4ae7-89f2-efcecd159f56 req-830c02b6-3a04-4a34-9ce1-7fae8559cd0e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.115704 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e10bc39-90f2-4ae7-89f2-efcecd159f56 req-830c02b6-3a04-4a34-9ce1-7fae8559cd0e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.1278234 Jun 24 10:36:09.116682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-98923623-1436-41c6-a0e5-701a6a4f5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.118070 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-98923623-1436-41c6-a0e5-701a6a4f5601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1127 time: 0.0956948 Jun 24 10:36:09.149117 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-e8abac6e-75aa-481a-b099-f8d8030d8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.150849 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-e8abac6e-75aa-481a-b099-f8d8030d8f57 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5010989 Jun 24 10:36:09.188810 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-9d69f2ef-52ad-4400-9d5d-12567de2e57c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 217 time: 0.0542958 Jun 24 10:36:09.196506 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-dde3eb1e-7a4f-43f1-8ba1-31187df780d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.198021 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-dde3eb1e-7a4f-43f1-8ba1-31187df780d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.1501927 Jun 24 10:36:09.266337 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8b42f1a2-c1f4-428d-ab71-64810e84b826 req-c1fbdf0e-fe9e-4a69-9c88-d052497049b2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472781 Jun 24 10:36:09.272356 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-e4d5a8de-56ac-417f-af22-52f98c53314d service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368058 Jun 24 10:36:09.278531 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e10bc39-90f2-4ae7-89f2-efcecd159f56 req-49ec469c-61c4-4676-94de-e03c5ca39214 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518533 Jun 24 10:36:09.300406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-e62342ab-3b96-493a-bd88-6781ed81be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.303503 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-e62342ab-3b96-493a-bd88-6781ed81be35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.1065617 Jun 24 10:36:09.405765 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:09.444954 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81749c8c-71a2-4473-83e4-42eedfcb3f19 req-ac78b39b-fd95-4881-bb07-8559caa67107 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593471 Jun 24 10:36:09.451531 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7006627-360d-4c21-9a09-86d795a42f4b req-d314b2fe-7c2d-484a-9ca3-065da58b5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.453049 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-d314b2fe-7c2d-484a-9ca3-065da58b5ebc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2368443 Jun 24 10:36:09.457500 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa4e07-7670-4e0d-936a-9de0aebdffca req-577bee54-f07d-4130-99dc-2f60c2402451 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.469275 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-afaa4e07-7670-4e0d-936a-9de0aebdffca req-577bee54-f07d-4130-99dc-2f60c2402451 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 944 time: 0.0891931 Jun 24 10:36:09.509629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-3aaa9b03-dcce-4da2-8877-ed9da378a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.511475 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ce55426c-6826-4422-9a1f-3c4f322ac440 req-3aaa9b03-dcce-4da2-8877-ed9da378a4e0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3532848 Jun 24 10:36:09.549878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-acb02d1d-8e97-4ab6-82fd-418b5e3c251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.551732 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-acb02d1d-8e97-4ab6-82fd-418b5e3c251a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2408211 Jun 24 10:36:09.568105 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b148-efcc-412a-9e81-9ba98e0ac2ab req-7290864c-8525-4eb9-91e1-41ac1ae5d068 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:09.579846 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5724b148-efcc-412a-9e81-9ba98e0ac2ab req-7290864c-8525-4eb9-91e1-41ac1ae5d068 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.1042650 Jun 24 10:36:09.619977 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-f5963c38-f00f-4c90-acd0-986671ef5426 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555977 Jun 24 10:36:09.630794 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-afaa4e07-7670-4e0d-936a-9de0aebdffca req-c5f708bb-7c32-41ef-928b-c961d95b22c2 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603835 Jun 24 10:36:09.654393 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:09.665939 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5724b148-efcc-412a-9e81-9ba98e0ac2ab req-99b889ec-b670-480f-a6d3-39218ed4f4cb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888751 Jun 24 10:36:09.778921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42382) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:09.920126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-329a4dd9-85b4-47a1-b646-817cbcaf8175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.015533 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-329a4dd9-85b4-47a1-b646-817cbcaf8175 admin admin] Publish callbacks [] for security_group (111c4df1-5887-43b2-abc2-5c527a62f860), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.020456 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-329a4dd9-85b4-47a1-b646-817cbcaf8175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (111c4df1-5887-43b2-abc2-5c527a62f860), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.064333 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-329a4dd9-85b4-47a1-b646-817cbcaf8175 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf7c2e9a275d467e85faab4de4f56769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842410 Jun 24 10:36:10.065324 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4dd9-85b4-47a1-b646-817cbcaf8175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c4df1-5887-43b2-abc2-5c527a62f860,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:10.067499 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42398) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:10.104444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42402) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:10.124774 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] Publish callbacks [] for security_group (111c4df1-5887-43b2-abc2-5c527a62f860), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.153920 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] Publish callbacks [] for security_group (111c4df1-5887-43b2-abc2-5c527a62f860), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.273910 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1e728f53-dcba-4f30-a4dd-5b70ced99068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.292383 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-61fde0a3-1558-4662-887a-02d0d67bbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.294014 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-61fde0a3-1558-4662-887a-02d0d67bbc31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1127 time: 0.1286142 Jun 24 10:36:10.304607 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-234034df-c3a4-4bd6-93df-087cd3b05373 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406202 Jun 24 10:36:10.308222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:10.328023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-e60e68e6-c050-41c5-ae8f-f13ca43ea6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.329571 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-e60e68e6-c050-41c5-ae8f-f13ca43ea6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1128 time: 0.1449265 Jun 24 10:36:10.406477 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42414) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:10.435236 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-8f864cbe-f6f1-405a-bf43-fb9b3b3496ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e14124f9-29f1-48ef-b539-1d53a03433bb HTTP/1.1" status: 200 len: 217 time: 0.0881293 Jun 24 10:36:10.538146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1023e-beb0-44cf-8cf7-b22e03bcbea2 req-d789b409-209c-4f84-b771-e4ff8a7b889b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.539636 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5fb1023e-beb0-44cf-8cf7-b22e03bcbea2 req-d789b409-209c-4f84-b771-e4ff8a7b889b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.1313064 Jun 24 10:36:10.549219 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67e8bec3-3c1d-4959-b15d-6fe3d2c5a52b req-a04472ff-bfb5-43fd-b946-d60fc00fbabb service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380404 Jun 24 10:36:10.577133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87698734-525e-46b7-b9aa-03e22a10a9e4 req-14a31fd9-05fc-40c4-a867-ca69dac86a36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.578684 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-87698734-525e-46b7-b9aa-03e22a10a9e4 req-14a31fd9-05fc-40c4-a867-ca69dac86a36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.1663499 Jun 24 10:36:10.584767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1e728f53-dcba-4f30-a4dd-5b70ced99068 admin admin] Publish callbacks [] for security_group (95460260-af3f-4487-a403-ede9092c6c9f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.601335 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1e728f53-dcba-4f30-a4dd-5b70ced99068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (95460260-af3f-4487-a403-ede9092c6c9f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.675031 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1e728f53-dcba-4f30-a4dd-5b70ced99068 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=021f1bf5e16b457487b35b5a3eee6441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5694277 Jun 24 10:36:10.682377 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e728f53-dcba-4f30-a4dd-5b70ced99068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95460260-af3f-4487-a403-ede9092c6c9f,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:10.685329 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42420) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:10.690350 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f18eb70a-2116-44a2-9bd1-bd3fe894cb61 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:10.699882 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-87698734-525e-46b7-b9aa-03e22a10a9e4 req-989b0c59-ee43-417a-b9b2-2bb215cdcd32 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136606 Jun 24 10:36:10.703562 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5fb1023e-beb0-44cf-8cf7-b22e03bcbea2 req-8e9b6791-8c47-4919-b9db-8d7ed4b257cf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422045 Jun 24 10:36:10.711077 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:10.761642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (111c4df1-5887-43b2-abc2-5c527a62f860), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.765416 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.767055 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/111c4df1-5887-43b2-abc2-5c527a62f860 HTTP/1.1" status: 204 len: 168 time: 0.6974015 Jun 24 10:36:10.768962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:10.772152 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:10.778289 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:10.779384 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.837094 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784494c-d800-43c7-bd0f-b1bf8c6b20a9 req-bbe80052-5a21-4502-9505-87435fb315ac tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.839239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-4671d964-4e24-4ed3-b8b0-588ed5346adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.841139 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-4671d964-4e24-4ed3-b8b0-588ed5346adc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.5084825 Jun 24 10:36:10.842984 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7006627-360d-4c21-9a09-86d795a42f4b req-a0b9c09e-bb1d-4011-85bf-8a1de61f364c service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788144 Jun 24 10:36:10.845351 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4784494c-d800-43c7-bd0f-b1bf8c6b20a9 req-bbe80052-5a21-4502-9505-87435fb315ac tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 944 time: 0.0613556 Jun 24 10:36:10.847191 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83d377a3-c2bb-4029-bcd2-79fd22236d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:10.863560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dd11d-11b8-42c1-bd33-9a4add5a0a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c4df1-5887-43b2-abc2-5c527a62f860,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:10.881052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:10.902179 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-4ee46a48-035c-4fd4-855c-8a3e23c6b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.909620 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-4ee46a48-035c-4fd4-855c-8a3e23c6b711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.4607992 Jun 24 10:36:10.944510 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4784494c-d800-43c7-bd0f-b1bf8c6b20a9 req-2f3c09b7-924d-430e-9411-4e8807756819 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931666 Jun 24 10:36:10.965932 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ac43e-7cdc-4158-a416-f65ebae56f42 req-40445292-70d7-4191-8c81-cb1bc9c725f6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:10.974683 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-623ac43e-7cdc-4158-a416-f65ebae56f42 req-40445292-70d7-4191-8c81-cb1bc9c725f6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.1275010 Jun 24 10:36:11.048883 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] Publish callbacks [] for security_group (95460260-af3f-4487-a403-ede9092c6c9f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.051681 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:11.079348 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-623ac43e-7cdc-4158-a416-f65ebae56f42 req-62fed9fb-b2da-4e6e-84c1-be7273e38b6c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959833 Jun 24 10:36:11.109912 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:11.110361 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.119556 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83d377a3-c2bb-4029-bcd2-79fd22236d9c admin admin] Publish callbacks [] for security_group (2c946f2b-2c5a-4894-866f-862922ad411c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.134854 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-83d377a3-c2bb-4029-bcd2-79fd22236d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2c946f2b-2c5a-4894-866f-862922ad411c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.138855 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] Publish callbacks [] for security_group (95460260-af3f-4487-a403-ede9092c6c9f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.143401 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:11.212556 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d377a3-c2bb-4029-bcd2-79fd22236d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c946f2b-2c5a-4894-866f-862922ad411c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.222929 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-83d377a3-c2bb-4029-bcd2-79fd22236d9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=810b447768eb4c5f84b81078a79766bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8072801 Jun 24 10:36:11.223924 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42446) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:11.229527 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:11.238148 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.239858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42450) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:11.262719 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb6d1-8b8d-4e54-a7b0-4173f586b983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.286512 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:11.311748 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.340193 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-d3ee95fd-2aa4-4929-98fb-f6583edfdb08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 217 time: 0.0774879 Jun 24 10:36:11.390130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb6d1-8b8d-4e54-a7b0-4173f586b983 admin admin] Publish callbacks [] for security_group (06176d66-e67c-40e4-826d-37ff1fe96a16), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.396365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb6d1-8b8d-4e54-a7b0-4173f586b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (06176d66-e67c-40e4-826d-37ff1fe96a16), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.401106 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (95460260-af3f-4487-a403-ede9092c6c9f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.402212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022637c7-b055-400e-9594-883db159583d" -d '{"events": [{"server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "name": "network-vif-plugged", "status": "completed", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:11.404437 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.405735 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95460260-af3f-4487-a403-ede9092c6c9f HTTP/1.1" status: 204 len: 168 time: 0.6933570 Jun 24 10:36:11.415612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-022df255-f986-4fac-a0fb-16462eafde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:11.417259 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-022df255-f986-4fac-a0fb-16462eafde02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881033 Jun 24 10:36:11.429500 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] Publish callbacks [] for security_group (2c946f2b-2c5a-4894-866f-862922ad411c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.430505 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557af0c3-fa55-42b4-80ea-7c9f777a7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95460260-af3f-4487-a403-ede9092c6c9f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.480240 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3a7cb6d1-8b8d-4e54-a7b0-4173f586b983 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c760dd41d33d44768ce5c0d50677506f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388432 Jun 24 10:36:11.480541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42462) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:11.485027 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] Publish callbacks [] for security_group (2c946f2b-2c5a-4894-866f-862922ad411c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.487731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cb6d1-8b8d-4e54-a7b0-4173f586b983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06176d66-e67c-40e4-826d-37ff1fe96a16,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.558764 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243ed2b8-c532-4d2f-ad46-5d7c737c34ee x-openstack-request-id: req-243ed2b8-c532-4d2f-ad46-5d7c737c34ee {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:11.559074 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "name": "network-vif-plugged", "status": "completed", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:11.559260 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-243ed2b8-c532-4d2f-ad46-5d7c737c34ee {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:11.559729 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243ed2b8-c532-4d2f-ad46-5d7c737c34ee'] response: {'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61', 'code': 200} Jun 24 10:36:11.565636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] Publish callbacks [] for security_group (06176d66-e67c-40e4-826d-37ff1fe96a16), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.568832 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2c946f2b-2c5a-4894-866f-862922ad411c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.572104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.573360 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c946f2b-2c5a-4894-866f-862922ad411c HTTP/1.1" status: 204 len: 168 time: 0.3484728 Jun 24 10:36:11.579126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:11.584198 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94582-5fbd-4be6-ad45-0fb27014e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c946f2b-2c5a-4894-866f-862922ad411c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.600617 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] Publish callbacks [] for security_group (06176d66-e67c-40e4-826d-37ff1fe96a16), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.659898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (06176d66-e67c-40e4-826d-37ff1fe96a16), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.662806 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:11.663991 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06176d66-e67c-40e4-826d-37ff1fe96a16 HTTP/1.1" status: 204 len: 168 time: 0.1823540 Jun 24 10:36:11.677465 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec69e0b-8391-4dd1-8bd7-9d4ecae92e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06176d66-e67c-40e4-826d-37ff1fe96a16,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:11.920000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ffc37-2451-4c2a-b5e3-a90c2c19981c req-177ad87f-3f11-4a3f-8361-138bf3bd0e1d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:11.921995 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-129ffc37-2451-4c2a-b5e3-a90c2c19981c req-177ad87f-3f11-4a3f-8361-138bf3bd0e1d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.1157784 Jun 24 10:36:11.928763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a973b-095e-4b81-b65d-4ab86e5d95d9 req-800c3c13-d89c-48e2-8efb-aa62b734cd8a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:11.930456 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839a973b-095e-4b81-b65d-4ab86e5d95d9 req-800c3c13-d89c-48e2-8efb-aa62b734cd8a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.1134796 Jun 24 10:36:12.014574 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-129ffc37-2451-4c2a-b5e3-a90c2c19981c req-ce720cc9-62ce-48b2-94c6-6b1b9db49645 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830173 Jun 24 10:36:12.019287 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839a973b-095e-4b81-b65d-4ab86e5d95d9 req-dba28e33-d4ba-42a1-a624-3394fbd381ff tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811250 Jun 24 10:36:12.172501 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77593a-7032-413c-88db-220f1330e228 req-68def82c-83af-45fe-b380-a1ae5edf48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.173667 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-68def82c-83af-45fe-b380-a1ae5edf48d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1128 time: 0.2074196 Jun 24 10:36:12.177169 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-180e988d-3792-4d4d-8474-8922166478a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.178746 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-180e988d-3792-4d4d-8474-8922166478a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.1985264 Jun 24 10:36:12.282915 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-457f7b54-9596-45c9-972f-0c04f8b7c5cf service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052454 Jun 24 10:36:12.329603 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-48fac693-397e-4117-8f85-e6f19b01d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.331495 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-48fac693-397e-4117-8f85-e6f19b01d663 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339481 Jun 24 10:36:12.337850 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:12.479071 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42494) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:12.480454 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-b7e03178-975c-42e5-a605-a01a34ef38ec service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379333 Jun 24 10:36:12.535465 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba437f-e7c4-4649-924f-ad68688571b8 req-e0638459-af31-452c-bcc8-ef8e737a6914 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.543055 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9eba437f-e7c4-4649-924f-ad68688571b8 req-e0638459-af31-452c-bcc8-ef8e737a6914 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.4026000 Jun 24 10:36:12.553134 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-515dd2d6-be57-45e0-957a-004ce4d2d9b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:12.591269 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-47ca6aa2-b70f-489c-90c2-6be5055b4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.595264 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-47ca6aa2-b70f-489c-90c2-6be5055b4dbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 1129 time: 0.4129875 Jun 24 10:36:12.605912 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b1368-c6e7-4c01-ad0f-b9fe003905d8 req-2d9a4841-2710-4edf-a628-476a331a5ec8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.613957 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec0b1368-c6e7-4c01-ad0f-b9fe003905d8 req-2d9a4841-2710-4edf-a628-476a331a5ec8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 943 time: 0.3716435 Jun 24 10:36:12.648671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:12.658008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77593a-7032-413c-88db-220f1330e228 req-90d02b1b-9a34-4ba3-905a-ac178cccedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.659712 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-90d02b1b-9a34-4ba3-905a-ac178cccedab service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.4737694 Jun 24 10:36:12.673043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-0de66492-a6a6-49b4-8303-e6cb3e671acf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:12.704937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:12.707411 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 60ac0302-9580-42af-834e-0673bcdbf476 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:12.728900 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-88cfd459-bb3a-409a-bcb6-31f351807cb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 217 time: 0.0607114 Jun 24 10:36:12.736900 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2eab9030-ed6a-482c-9b32-ec6465a8ca6d req-d7f763d5-8c58-471d-9ebe-9869a0b1a412 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181967 Jun 24 10:36:12.740422 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d6a3dc2-5f13-43ba-a0ff-7e7d8a742818 req-e19e4a6f-97fa-4302-96d1-56280680b6b8 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453794 Jun 24 10:36:12.754915 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9eba437f-e7c4-4649-924f-ad68688571b8 req-0868da95-b650-45fe-b1e4-d259b6875d04 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076483 Jun 24 10:36:12.797268 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77593a-7032-413c-88db-220f1330e228 req-0ebddd91-64d1-4ca6-9738-10d1b7addbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.799777 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-0ebddd91-64d1-4ca6-9738-10d1b7addbce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0615699 Jun 24 10:36:12.805236 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec0b1368-c6e7-4c01-ad0f-b9fe003905d8 req-da72b677-fcdb-4eee-98c4-0eda0f70bd17 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903269 Jun 24 10:36:12.857766 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77593a-7032-413c-88db-220f1330e228 req-91b8183e-fdf7-4bd4-a90c-f9b48593b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:12.859608 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-91b8183e-fdf7-4bd4-a90c-f9b48593b2da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545473 Jun 24 10:36:12.873824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-515dd2d6-be57-45e0-957a-004ce4d2d9b9 admin admin] Publish callbacks [] for security_group (d133f414-36b6-412a-95b0-5c53eadaab55), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:12.883963 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-515dd2d6-be57-45e0-957a-004ce4d2d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d133f414-36b6-412a-95b0-5c53eadaab55), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:12.936539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=60ac0302-9580-42af-834e-0673bcdbf476,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:12.958520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-0de66492-a6a6-49b4-8303-e6cb3e671acf service neutron] Publish callbacks [] for security_group (382aaf7d-febc-4cd4-8ca6-44682fd15a7d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:12.960544 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '60ac0302-9580-42af-834e-0673bcdbf476', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'port_id': '60ac0302-9580-42af-834e-0673bcdbf476', 'mac_address': 'fa:16:3e:0a:9a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:12.969466 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-515dd2d6-be57-45e0-957a-004ce4d2d9b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3c9429879e3458aa5e7511e60e541c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4818373 Jun 24 10:36:12.969718 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42526) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:12.970791 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dd2d6-be57-45e0-957a-004ce4d2d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d133f414-36b6-412a-95b0-5c53eadaab55,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:12.973482 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-0de66492-a6a6-49b4-8303-e6cb3e671acf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (382aaf7d-febc-4cd4-8ca6-44682fd15a7d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.000587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:13.026564 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-40d3dac5-a45a-4238-ba1c-ad058a982dc0 req-0de66492-a6a6-49b4-8303-e6cb3e671acf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069998 Jun 24 10:36:13.028324 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66492-a6a6-49b4-8303-e6cb3e671acf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=382aaf7d-febc-4cd4-8ca6-44682fd15a7d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:13.067534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 60ac0302-9580-42af-834e-0673bcdbf476 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:13.068099 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (60ac0302-9580-42af-834e-0673bcdbf476), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.087076 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ac0302-9580-42af-834e-0673bcdbf476 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:13.114203 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=60ac0302-9580-42af-834e-0673bcdbf476,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:13.124414 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.140966 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] Publish callbacks [] for security_group (d133f414-36b6-412a-95b0-5c53eadaab55), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.169083 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] Publish callbacks [] for security_group (d133f414-36b6-412a-95b0-5c53eadaab55), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.221573 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:13.247285 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d133f414-36b6-412a-95b0-5c53eadaab55), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.250250 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.255232 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d133f414-36b6-412a-95b0-5c53eadaab55 HTTP/1.1" status: 204 len: 168 time: 0.2830210 Jun 24 10:36:13.270893 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c3d3-f0f4-499c-a803-4fa27302afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d133f414-36b6-412a-95b0-5c53eadaab55,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:13.341984 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['60ac0302-9580-42af-834e-0673bcdbf476'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:13.377732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34499a9-b45b-4e0d-85e0-2d59923f7b84 req-e353ac2a-0b88-4728-989b-6bdef0dbe784 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:13.379687 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d34499a9-b45b-4e0d-85e0-2d59923f7b84 req-e353ac2a-0b88-4728-989b-6bdef0dbe784 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.2085929 Jun 24 10:36:13.388495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef6b6-f2d5-4d4d-a165-97724f329d08 req-864ee94b-187f-4706-8434-6bd454118a9f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:13.398592 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1baef6b6-f2d5-4d4d-a165-97724f329d08 req-864ee94b-187f-4706-8434-6bd454118a9f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.2056353 Jun 24 10:36:13.483439 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d34499a9-b45b-4e0d-85e0-2d59923f7b84 req-2753b1b7-430b-4ae7-9eda-478748f23451 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814588 Jun 24 10:36:13.503024 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1baef6b6-f2d5-4d4d-a165-97724f329d08 req-c64e1772-9b42-4284-930e-226dce32f3cd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029956 Jun 24 10:36:13.758037 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42554) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:13.785107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0b923725-7524-4d92-8ef5-916e3b25a851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:13.868426 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-3463cfb2-a131-4d5f-85ef-befd5897c3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294873 Jun 24 10:36:13.968166 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce5ece-5952-4830-a867-9be5c4931c71 req-3de50bdf-29fd-49bd-b94f-3982f0e3cdf6 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:13.975105 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bdce5ece-5952-4830-a867-9be5c4931c71 req-3de50bdf-29fd-49bd-b94f-3982f0e3cdf6 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.1065552 Jun 24 10:36:13.993822 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09e460-d650-4d88-a61b-db194ced821e req-0a9da05c-713c-4a26-bc2a-9d0bec14e7fb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:13.995309 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7e09e460-d650-4d88-a61b-db194ced821e req-0a9da05c-713c-4a26-bc2a-9d0bec14e7fb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 944 time: 0.0913372 Jun 24 10:36:14.044710 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a77593a-7032-413c-88db-220f1330e228 req-16b1f687-95a9-450e-8126-86850f7d5229 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697395 Jun 24 10:36:14.078000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0b923725-7524-4d92-8ef5-916e3b25a851 admin admin] Publish callbacks [] for security_group (6f7da052-75f4-4a0b-a54d-6799b79ea70c), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.093152 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0b923725-7524-4d92-8ef5-916e3b25a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6f7da052-75f4-4a0b-a54d-6799b79ea70c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.098289 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bdce5ece-5952-4830-a867-9be5c4931c71 req-2224172e-075a-4b5a-b87d-9a4df6ad6e24 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223950 Jun 24 10:36:14.122852 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7e09e460-d650-4d88-a61b-db194ced821e req-f93573df-66d9-4c1a-a782-1b854ee55a2a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158235 Jun 24 10:36:14.154770 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0b923725-7524-4d92-8ef5-916e3b25a851 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e120b72afd2a40f9b61154b62bcc00f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955410 Jun 24 10:36:14.155923 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b923725-7524-4d92-8ef5-916e3b25a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7da052-75f4-4a0b-a54d-6799b79ea70c,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:14.157488 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42572) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:14.221748 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] Publish callbacks [] for security_group (6f7da052-75f4-4a0b-a54d-6799b79ea70c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.245063 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] Publish callbacks [] for security_group (6f7da052-75f4-4a0b-a54d-6799b79ea70c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.303541 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6f7da052-75f4-4a0b-a54d-6799b79ea70c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.307356 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.309258 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f7da052-75f4-4a0b-a54d-6799b79ea70c HTTP/1.1" status: 204 len: 168 time: 0.1478741 Jun 24 10:36:14.320954 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0d73-2df5-446d-908a-e157af74472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7da052-75f4-4a0b-a54d-6799b79ea70c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:14.601093 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:14.660946 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392c14a-0282-4ece-a606-9a817fa0d388 req-c3394fc1-4d53-410f-92b9-c73a1eb8a41d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:14.668211 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d392c14a-0282-4ece-a606-9a817fa0d388 req-c3394fc1-4d53-410f-92b9-c73a1eb8a41d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.0769081 Jun 24 10:36:14.721227 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486759-c715-4fc3-b454-2a257a379be3 req-ac42ca8a-0b32-46fd-85e7-c42006da9fba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:14.725277 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-df486759-c715-4fc3-b454-2a257a379be3 req-ac42ca8a-0b32-46fd-85e7-c42006da9fba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0880122 Jun 24 10:36:14.732243 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device d611db02-d3d2-4654-b123-836d4c7a6d99 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:14.761618 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 60ac0302-9580-42af-834e-0673bcdbf476 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:14.789377 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d392c14a-0282-4ece-a606-9a817fa0d388 req-f4c3babf-b13f-43b3-8328-1fe5fa634d16 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201856 Jun 24 10:36:14.829995 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-df486759-c715-4fc3-b454-2a257a379be3 req-5b5d8a5b-5b66-4c91-b60e-ebc28becd7ca tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884292 Jun 24 10:36:14.920935 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 60ac0302-9580-42af-834e-0673bcdbf476 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:14.934573 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 60ac0302-9580-42af-834e-0673bcdbf476 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:14.935535 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (60ac0302-9580-42af-834e-0673bcdbf476), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:14.974874 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:14.977237 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=d611db02-d3d2-4654-b123-836d4c7a6d99,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:14.995290 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'd611db02-d3d2-4654-b123-836d4c7a6d99', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'port_id': 'd611db02-d3d2-4654-b123-836d4c7a6d99', 'mac_address': 'fa:16:3e:9e:2f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:14.997097 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:15.064768 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port d611db02-d3d2-4654-b123-836d4c7a6d99 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:15.065194 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.074536 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 60ac0302-9580-42af-834e-0673bcdbf476 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:15.074908 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (60ac0302-9580-42af-834e-0673bcdbf476), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.088929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d611db02-d3d2-4654-b123-836d4c7a6d99 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:15.111220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:15.114056 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3897aea-0072-4dc9-9bd3-83a9321b92fa" -d '{"events": [{"server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "name": "network-vif-plugged", "status": "completed", "tag": "60ac0302-9580-42af-834e-0673bcdbf476"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:15.165505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=d611db02-d3d2-4654-b123-836d4c7a6d99,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:15.167396 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=60ac0302-9580-42af-834e-0673bcdbf476,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:15.173513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377b8196-8b35-4fae-af37-b4631859fbc5 x-openstack-request-id: req-377b8196-8b35-4fae-af37-b4631859fbc5 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:15.174038 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "name": "network-vif-plugged", "status": "completed", "tag": "60ac0302-9580-42af-834e-0673bcdbf476", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:15.174415 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-377b8196-8b35-4fae-af37-b4631859fbc5 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:15.174849 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377b8196-8b35-4fae-af37-b4631859fbc5'] response: {'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476', 'code': 200} Jun 24 10:36:15.176170 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.179505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:15.184054 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.302357 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42654) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:15.331180 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:15.433812 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6338e3e-6c1e-482a-b223-e38f77c6bb2c req-d3b0cffa-3c40-4f31-bd62-e1829ee001da tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:15.443749 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e6338e3e-6c1e-482a-b223-e38f77c6bb2c req-d3b0cffa-3c40-4f31-bd62-e1829ee001da tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.2020099 Jun 24 10:36:15.499976 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c29aa6-1dd3-4cc1-8cbe-031f290e28a1 req-dc3456d9-2774-4e67-9eea-1c24a47e2f2a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:15.501645 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86c29aa6-1dd3-4cc1-8cbe-031f290e28a1 req-dc3456d9-2774-4e67-9eea-1c24a47e2f2a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1219802 Jun 24 10:36:15.512251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:15.526723 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e25603f-a101-42f5-b6c5-64acd63ea8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.549966 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e6338e3e-6c1e-482a-b223-e38f77c6bb2c req-28e6ecb8-e1e3-49c3-bf5f-b0af68818a31 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050718 Jun 24 10:36:15.552195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:15.583634 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86c29aa6-1dd3-4cc1-8cbe-031f290e28a1 req-3884fac8-2c7a-4fa5-bb78-336484f8b9ae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735774 Jun 24 10:36:15.594249 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:15.631353 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:15.633973 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:15.634925 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.649932 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:15.673242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:15.679785 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.720241 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e25603f-a101-42f5-b6c5-64acd63ea8b1 admin admin] Publish callbacks [] for security_group (a33ec4b3-2844-4f3a-b8ff-3e700b2458fd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.729211 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7e25603f-a101-42f5-b6c5-64acd63ea8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a33ec4b3-2844-4f3a-b8ff-3e700b2458fd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:15.740596 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:15.831499 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7e25603f-a101-42f5-b6c5-64acd63ea8b1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5b92753e536433794bba24ae2e7c225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252283 Jun 24 10:36:15.832007 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42690) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:15.832367 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25603f-a101-42f5-b6c5-64acd63ea8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33ec4b3-2844-4f3a-b8ff-3e700b2458fd,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:15.915217 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:15.933107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] Publish callbacks [] for security_group (a33ec4b3-2844-4f3a-b8ff-3e700b2458fd), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.040810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71da31-f1e0-4d20-81a1-f9b9ce1c356a req-4dcea66b-985e-43cc-968d-ca369e5f5b75 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:16.049877 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3a71da31-f1e0-4d20-81a1-f9b9ce1c356a req-4dcea66b-985e-43cc-968d-ca369e5f5b75 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.0719292 Jun 24 10:36:16.060023 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['bcb7370e-287a-4f51-9b23-0add5505f560'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:16.073591 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:16.093393 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] Publish callbacks [] for security_group (a33ec4b3-2844-4f3a-b8ff-3e700b2458fd), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.106484 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7177c5f-5a09-4093-b3f9-4b250b4adab9 req-0cf1b186-5764-4868-b1e6-f76fc4650410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:16.108424 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d7177c5f-5a09-4093-b3f9-4b250b4adab9 req-0cf1b186-5764-4868-b1e6-f76fc4650410 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1129 time: 0.1189718 Jun 24 10:36:16.164588 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['d611db02-d3d2-4654-b123-836d4c7a6d99'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:16.178266 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3a71da31-f1e0-4d20-81a1-f9b9ce1c356a req-030f2ffe-e85c-4a19-8088-e1e7cabaac86 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270161 Jun 24 10:36:16.184761 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d7177c5f-5a09-4093-b3f9-4b250b4adab9 req-3e58e16a-50f5-4b0e-baf9-eeb40ba43f89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691135 Jun 24 10:36:16.211479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416608c-e2db-4f48-b3b9-16b08879f012 req-465b678b-245d-4fbf-bb11-95352cf1235d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:16.213733 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7416608c-e2db-4f48-b3b9-16b08879f012 req-465b678b-245d-4fbf-bb11-95352cf1235d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.2565303 Jun 24 10:36:16.284158 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7416608c-e2db-4f48-b3b9-16b08879f012 req-6fdb9fae-b122-4ae9-b2ce-b6253b3537f1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625341 Jun 24 10:36:16.300473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a33ec4b3-2844-4f3a-b8ff-3e700b2458fd), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.304902 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.306438 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a33ec4b3-2844-4f3a-b8ff-3e700b2458fd HTTP/1.1" status: 204 len: 168 time: 0.4734070 Jun 24 10:36:16.317035 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff229de-8ebb-43df-be97-6dca4f010aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33ec4b3-2844-4f3a-b8ff-3e700b2458fd,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:16.343215 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:16.441172 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:16.721616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768965b-e8de-4d03-8240-fe034f52002a req-bd538c50-0ed7-4a8c-8492-75694739571b tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:16.723139 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6768965b-e8de-4d03-8240-fe034f52002a req-bd538c50-0ed7-4a8c-8492-75694739571b tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.1011393 Jun 24 10:36:16.734345 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd09ce-f10d-4ab6-93a3-a6a58d900ef9 req-4215abe2-bb46-42e9-94dd-2b3ad674284a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:16.735915 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-27fd09ce-f10d-4ab6-93a3-a6a58d900ef9 req-4215abe2-bb46-42e9-94dd-2b3ad674284a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0609388 Jun 24 10:36:16.787092 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42730) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:16.805441 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cadfb520-3a34-427f-b1d7-8a3f668cc13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.814148 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6768965b-e8de-4d03-8240-fe034f52002a req-94889876-ac02-483a-86cd-37b541de934f tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Jun 24 10:36:16.821456 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-27fd09ce-f10d-4ab6-93a3-a6a58d900ef9 req-b9420a89-7d07-4e9f-b425-f28c9217ce7e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711942 Jun 24 10:36:16.888806 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cadfb520-3a34-427f-b1d7-8a3f668cc13c admin admin] Publish callbacks [] for security_group (18cb0074-9699-45b1-9c60-17f4c1c024d1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.895597 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cadfb520-3a34-427f-b1d7-8a3f668cc13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (18cb0074-9699-45b1-9c60-17f4c1c024d1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:16.940401 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cadfb520-3a34-427f-b1d7-8a3f668cc13c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92f9a0d4561548f9becad44d0fca601b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520407 Jun 24 10:36:16.941854 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb520-3a34-427f-b1d7-8a3f668cc13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb0074-9699-45b1-9c60-17f4c1c024d1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:16.943242 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42738) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:17.001720 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] Publish callbacks [] for security_group (18cb0074-9699-45b1-9c60-17f4c1c024d1), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:17.004145 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:17.028680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] Publish callbacks [] for security_group (18cb0074-9699-45b1-9c60-17f4c1c024d1), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:17.080870 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (18cb0074-9699-45b1-9c60-17f4c1c024d1), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:17.084241 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:17.088454 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18cb0074-9699-45b1-9c60-17f4c1c024d1 HTTP/1.1" status: 204 len: 168 time: 0.1420884 Jun 24 10:36:17.098980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f3d15-287f-429d-b973-f9f09a469fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb0074-9699-45b1-9c60-17f4c1c024d1,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:17.332775 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc341b2-bd15-487f-991a-2ac98bd7cf73 req-f3ae5222-4362-4f79-b3f2-94772410d8f2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:17.341086 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9fc341b2-bd15-487f-991a-2ac98bd7cf73 req-f3ae5222-4362-4f79-b3f2-94772410d8f2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.0659437 Jun 24 10:36:17.396458 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9fc341b2-bd15-487f-991a-2ac98bd7cf73 req-417ab383-3800-4169-9faa-5b4b78c18d08 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545068 Jun 24 10:36:17.451266 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8751e9-0996-43d1-a579-216ded3cce18 req-5031d25a-ead6-4af7-83d0-afd15fed5c34 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:17.461878 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b8751e9-0996-43d1-a579-216ded3cce18 req-5031d25a-ead6-4af7-83d0-afd15fed5c34 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.0636170 Jun 24 10:36:17.511636 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b8751e9-0996-43d1-a579-216ded3cce18 req-a11a38f3-f064-4e09-84d3-be2fe9f04bb1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486102 Jun 24 10:36:17.937320 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c465-72ae-4afc-8bba-41838df7db37 req-7923474a-0fa4-4cfa-9421-7ee79d748755 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:17.939175 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-41b7c465-72ae-4afc-8bba-41838df7db37 req-7923474a-0fa4-4cfa-9421-7ee79d748755 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0475228 Jun 24 10:36:17.995025 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-41b7c465-72ae-4afc-8bba-41838df7db37 req-bc9e5488-212d-4f37-9d1a-3beb851207c6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Jun 24 10:36:18.530173 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae1a48-8a8a-4485-8d72-d0e8f2123d61 req-a4693b57-0b73-4ebe-8aa4-cebcc9fc9421 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:18.531589 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-89ae1a48-8a8a-4485-8d72-d0e8f2123d61 req-a4693b57-0b73-4ebe-8aa4-cebcc9fc9421 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.0579050 Jun 24 10:36:18.559988 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:18.647932 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-89ae1a48-8a8a-4485-8d72-d0e8f2123d61 req-df22f3b0-19ff-4494-badb-d7123cd73fee tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101406 Jun 24 10:36:18.665713 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3368-1def-4ba4-8368-20cbbc0af8eb req-163e02c8-488c-4eae-81e7-b428424328fd tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:18.667537 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93fb3368-1def-4ba4-8368-20cbbc0af8eb req-163e02c8-488c-4eae-81e7-b428424328fd tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 944 time: 0.0757151 Jun 24 10:36:18.746557 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93fb3368-1def-4ba4-8368-20cbbc0af8eb req-b0703812-44e7-4639-8ba7-fd1c05d3ee88 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686491 Jun 24 10:36:19.080761 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42832) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:19.121468 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b108f-d447-4948-b1b2-118a9e224f11 req-44ba5691-df11-4b07-a931-a28cbbb618d4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:19.123997 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-227b108f-d447-4948-b1b2-118a9e224f11 req-44ba5691-df11-4b07-a931-a28cbbb618d4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0601027 Jun 24 10:36:19.180063 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-227b108f-d447-4948-b1b2-118a9e224f11 req-fde6a7aa-cbb8-4920-937b-fe4399adbf90 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500913 Jun 24 10:36:19.213444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df5f32c7-b082-404f-aba2-67d129e4d9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.318731 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df5f32c7-b082-404f-aba2-67d129e4d9e3 admin admin] Publish callbacks [] for security_group (8a6fac9d-9bb4-4d57-8a21-1a826f7de756), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.324161 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-df5f32c7-b082-404f-aba2-67d129e4d9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8a6fac9d-9bb4-4d57-8a21-1a826f7de756), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.390402 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-df5f32c7-b082-404f-aba2-67d129e4d9e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26e5ab32bfa0441ea5bb5a3b53c36dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081453 Jun 24 10:36:19.391272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f32c7-b082-404f-aba2-67d129e4d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6fac9d-9bb4-4d57-8a21-1a826f7de756,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:19.393844 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42848) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:19.449093 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device e14124f9-29f1-48ef-b539-1d53a03433bb details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:19.476130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] Publish callbacks [] for security_group (8a6fac9d-9bb4-4d57-8a21-1a826f7de756), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.545224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] Publish callbacks [] for security_group (8a6fac9d-9bb4-4d57-8a21-1a826f7de756), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.620286 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=e14124f9-29f1-48ef-b539-1d53a03433bb,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:19.631895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8a6fac9d-9bb4-4d57-8a21-1a826f7de756), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.636010 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.637613 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'e14124f9-29f1-48ef-b539-1d53a03433bb', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'port_id': 'e14124f9-29f1-48ef-b539-1d53a03433bb', 'mac_address': 'fa:16:3e:3b:28:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:19.640548 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a6fac9d-9bb4-4d57-8a21-1a826f7de756 HTTP/1.1" status: 204 len: 168 time: 0.2453880 Jun 24 10:36:19.657477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76877a45-e0da-42c9-8a05-d604f56cf0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6fac9d-9bb4-4d57-8a21-1a826f7de756,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:19.753825 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port e14124f9-29f1-48ef-b539-1d53a03433bb is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:19.754426 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.773329 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14124f9-29f1-48ef-b539-1d53a03433bb {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:19.796717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=e14124f9-29f1-48ef-b539-1d53a03433bb,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:19.804062 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:19.872907 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:19.878160 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42886) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:19.888362 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d215-abda-4232-bb54-94411a8b2d93 req-2bd7de32-5d4a-437f-9c46-eb7f25f3744f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:19.890105 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97b4d215-abda-4232-bb54-94411a8b2d93 req-2bd7de32-5d4a-437f-9c46-eb7f25f3744f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.1085374 Jun 24 10:36:19.981362 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:20.008053 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97b4d215-abda-4232-bb54-94411a8b2d93 req-a918f3c6-8a90-4374-9638-86c7455c6981 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117036 Jun 24 10:36:20.081952 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port bcb7370e-287a-4f51-9b23-0add5505f560 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:20.098066 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port bcb7370e-287a-4f51-9b23-0add5505f560 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:20.098757 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.131445 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42908) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:20.156343 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3960404f-8124-4b42-8898-ac154bd0aac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.161872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a1bd-a570-43b4-a0fa-94c4b4472c98 req-6c4328af-5359-42cf-8c7f-44d67a22876c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:20.164294 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0aa9a1bd-a570-43b4-a0fa-94c4b4472c98 req-6c4328af-5359-42cf-8c7f-44d67a22876c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 945 time: 0.0953839 Jun 24 10:36:20.164486 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d4a-f35e-4a44-93e6-f83e2a00cbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.192354 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.233993 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:20.234541 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.239558 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0aa9a1bd-a570-43b4-a0fa-94c4b4472c98 req-2367045a-b13a-4b60-b61e-2f53153b5dfa tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Jun 24 10:36:20.276240 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['e14124f9-29f1-48ef-b539-1d53a03433bb'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:20.328426 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:20.331383 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad815f-1c37-4664-bfd8-24b9f27f5227" -d '{"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:20.355785 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:20.359656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.372310 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.373390 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device d611db02-d3d2-4654-b123-836d4c7a6d99 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:20.428484 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eaac2-2e04-4665-a8dd-21e7cf9b6e56 req-e8c583e8-7f4f-4bd8-bafc-2181b5df9416 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:20.430096 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2c3eaac2-2e04-4665-a8dd-21e7cf9b6e56 req-e8c583e8-7f4f-4bd8-bafc-2181b5df9416 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1301687 Jun 24 10:36:20.454484 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391cd7c4-f3ae-43c1-8a48-444baa1542e8 x-openstack-request-id: req-391cd7c4-f3ae-43c1-8a48-444baa1542e8 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:20.455315 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:20.455705 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-391cd7c4-f3ae-43c1-8a48-444baa1542e8 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:20.456288 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391cd7c4-f3ae-43c1-8a48-444baa1542e8'] response: {'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'code': 200} Jun 24 10:36:20.470175 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3960404f-8124-4b42-8898-ac154bd0aac7 admin admin] Publish callbacks [] for security_group (6522b69b-409d-4333-8435-2a2a8f276b52), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.484329 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3960404f-8124-4b42-8898-ac154bd0aac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6522b69b-409d-4333-8435-2a2a8f276b52), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.491074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d4a-f35e-4a44-93e6-f83e2a00cbf3 admin admin] Publish callbacks [] for security_group (da23e522-6193-4b50-aa14-b5140e697f95), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.523512 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960404f-8124-4b42-8898-ac154bd0aac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6522b69b-409d-4333-8435-2a2a8f276b52,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.532262 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2c3eaac2-2e04-4665-a8dd-21e7cf9b6e56 req-ab442463-e769-492a-859a-5be26b4cc838 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948863 Jun 24 10:36:20.537301 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26dc6d4a-f35e-4a44-93e6-f83e2a00cbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (da23e522-6193-4b50-aa14-b5140e697f95), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.601602 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc6d4a-f35e-4a44-93e6-f83e2a00cbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23e522-6193-4b50-aa14-b5140e697f95,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.605006 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.617116 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.628801 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port d611db02-d3d2-4654-b123-836d4c7a6d99 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:20.643511 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 42934) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:20.645156 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-26dc6d4a-f35e-4a44-93e6-f83e2a00cbf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3d4ea095ed04e7b9960b10cb85e9fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115883 Jun 24 10:36:20.650065 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3960404f-8124-4b42-8898-ac154bd0aac7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4139f18358794e7b8ea7cb2486864847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7698958 Jun 24 10:36:20.653117 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 42936) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:20.690456 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port d611db02-d3d2-4654-b123-836d4c7a6d99 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:20.691083 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.698393 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.739120 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] Publish callbacks [] for security_group (6522b69b-409d-4333-8435-2a2a8f276b52), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.759599 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] Publish callbacks [] for security_group (da23e522-6193-4b50-aa14-b5140e697f95), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.764171 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:20.775001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] Publish callbacks [] for security_group (6522b69b-409d-4333-8435-2a2a8f276b52), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.794871 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] Publish callbacks [] for security_group (da23e522-6193-4b50-aa14-b5140e697f95), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.872317 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550bab-445c-43d3-bd7c-4fe9071cc2b2 req-93213507-9b4c-443d-b0d4-76c68fd8bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:20.873783 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec550bab-445c-43d3-bd7c-4fe9071cc2b2 req-93213507-9b4c-443d-b0d4-76c68fd8bfa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1130 time: 0.1021047 Jun 24 10:36:20.883400 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (da23e522-6193-4b50-aa14-b5140e697f95), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.884976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port d611db02-d3d2-4654-b123-836d4c7a6d99 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:20.886390 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.886504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.896586 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da23e522-6193-4b50-aa14-b5140e697f95 HTTP/1.1" status: 204 len: 168 time: 0.2433479 Jun 24 10:36:20.908261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbc730-264b-4b74-b39f-45d52038466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23e522-6193-4b50-aa14-b5140e697f95,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:20.962907 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=d611db02-d3d2-4654-b123-836d4c7a6d99,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:20.972072 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.974553 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec550bab-445c-43d3-bd7c-4fe9071cc2b2 req-4c9a7d46-494b-40ae-bb4e-b704f7d142e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940480 Jun 24 10:36:20.979632 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6522b69b-409d-4333-8435-2a2a8f276b52), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.982255 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:20.983373 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6522b69b-409d-4333-8435-2a2a8f276b52 HTTP/1.1" status: 204 len: 168 time: 0.3281260 Jun 24 10:36:20.992918 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde2893-da49-4dac-9e1c-631ebbe793a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6522b69b-409d-4333-8435-2a2a8f276b52,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.176503 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.206386 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161b304-d55c-4e70-a877-f5f6357fa773 req-f11515e4-3ba2-4cbe-9b21-608df5a624cf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:21.216392 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2161b304-d55c-4e70-a877-f5f6357fa773 req-f11515e4-3ba2-4cbe-9b21-608df5a624cf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0825679 Jun 24 10:36:21.262358 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2161b304-d55c-4e70-a877-f5f6357fa773 req-b1147951-d315-4e25-9d7a-676bfc9f8a9e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449734 Jun 24 10:36:21.371990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c2161-51ca-454a-8dde-5d0163b64a04 req-f318c954-600a-4e92-9619-604faf29646b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:21.374041 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f89c2161-51ca-454a-8dde-5d0163b64a04 req-f318c954-600a-4e92-9619-604faf29646b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Jun 24 10:36:21.434242 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f89c2161-51ca-454a-8dde-5d0163b64a04 req-22aa9b30-ffca-4a5e-8b98-05197904a4c0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Jun 24 10:36:21.463119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device e14124f9-29f1-48ef-b539-1d53a03433bb up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:21.520266 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port e14124f9-29f1-48ef-b539-1d53a03433bb completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:21.531487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port e14124f9-29f1-48ef-b539-1d53a03433bb triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:21.531992 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:21.619324 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port e14124f9-29f1-48ef-b539-1d53a03433bb is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:21.619706 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:21.655963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=e14124f9-29f1-48ef-b539-1d53a03433bb,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:21.663607 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:21.670043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544d328-4b45-4e0a-8e43-6c93d02a833f req-329408b5-31e6-4178-ae2d-61181965721e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:21.677413 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f544d328-4b45-4e0a-8e43-6c93d02a833f req-329408b5-31e6-4178-ae2d-61181965721e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0595212 Jun 24 10:36:21.702648 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:21.750003 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:21.771295 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f544d328-4b45-4e0a-8e43-6c93d02a833f req-9510c5ed-2f2f-458a-9221-91ed7bfd126b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929163 Jun 24 10:36:21.971573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adf233-e5c0-4504-9c6c-cb7d190c4478 req-1d8251cc-0f4f-49f2-a0bf-8eff51ac3eae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:21.973510 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c3adf233-e5c0-4504-9c6c-cb7d190c4478 req-1d8251cc-0f4f-49f2-a0bf-8eff51ac3eae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0630760 Jun 24 10:36:21.983012 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43006) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:21.990191 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'floatingip': {'port_id': '60ac0302-9580-42af-834e-0673bcdbf476'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:22.076255 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:22.180802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43020) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:22.384453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:22.457646 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99'}, {'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:22.466330 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dba9d24-d629-483f-8d53-6314859bb552" -d '{"events": [{"server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "name": "network-vif-plugged", "status": "completed", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99"}, {"server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "name": "network-vif-plugged", "status": "completed", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:22.559907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Publish callbacks [] for security_group (e7dc4038-9b11-46de-82c2-8d6121847354), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:22.605878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:22.613085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fa349-56ec-4d6a-9466-c59528a01c91 req-c30a3f58-37e4-4885-9ae6-9fd1fad308da tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:22.614937 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4f3fa349-56ec-4d6a-9466-c59528a01c91 req-c30a3f58-37e4-4885-9ae6-9fd1fad308da tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.2175806 Jun 24 10:36:22.620654 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e7dc4038-9b11-46de-82c2-8d6121847354), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:22.734598 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc4038-9b11-46de-82c2-8d6121847354,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:22.750840 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=828e02fe01fc4c43b1fd33fd076157d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689268 Jun 24 10:36:22.754538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43054) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:22.766972 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4f3fa349-56ec-4d6a-9466-c59528a01c91 req-bece82ed-822e-42aa-8162-b873babc9063 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320405 Jun 24 10:36:22.778677 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.789464 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.790061 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.790700 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.791227 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.792967 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.793495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.794385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.797244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.797782 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.798385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.798890 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.799452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.801249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.801735 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4f6ea3-8733-4f79-ac01-87a7d3c1eea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:22.845331 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43056) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:22.852857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b43d9-1c12-493d-9c16-c011dd470d5b req-6d6fdc1a-f4ac-45ef-b71d-dec58481f019 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:22.854448 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-221b43d9-1c12-493d-9c16-c011dd470d5b req-6d6fdc1a-f4ac-45ef-b71d-dec58481f019 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.2362666 Jun 24 10:36:22.884843 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a407c-ce42-41e6-98ef-3bac623d9d4b x-openstack-request-id: req-e91a407c-ce42-41e6-98ef-3bac623d9d4b {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:22.885366 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "name": "network-vif-plugged", "status": "completed", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99", "code": 200}, {"server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "name": "network-vif-plugged", "status": "completed", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:22.885829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e91a407c-ce42-41e6-98ef-3bac623d9d4b {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:22.886402 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91a407c-ce42-41e6-98ef-3bac623d9d4b'] response: {'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99', 'code': 200} Jun 24 10:36:22.886819 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91a407c-ce42-41e6-98ef-3bac623d9d4b'] response: {'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb', 'code': 200} Jun 24 10:36:22.954458 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] Publish callbacks [] for security_group (e7dc4038-9b11-46de-82c2-8d6121847354), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:22.960209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-221b43d9-1c12-493d-9c16-c011dd470d5b req-f2e33140-0917-4c44-a66a-43fc0be596bc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897729 Jun 24 10:36:23.008781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] Publish callbacks [] for security_group (e7dc4038-9b11-46de-82c2-8d6121847354), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.086219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e7dc4038-9b11-46de-82c2-8d6121847354), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.089306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.095094 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7dc4038-9b11-46de-82c2-8d6121847354 HTTP/1.1" status: 204 len: 168 time: 0.3390601 Jun 24 10:36:23.115585 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ff871-9f71-44c5-b1bc-91a1ed79d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc4038-9b11-46de-82c2-8d6121847354,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.176239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.db.resource_extend [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 10:36:23.193337 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd4c81-f9f9-463e-982a-b5700032cd3e req-5406e173-43ab-4072-869f-165f631a3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:23.196306 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bccd4c81-f9f9-463e-982a-b5700032cd3e req-5406e173-43ab-4072-869f-165f631a3984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.0608256 Jun 24 10:36:23.268099 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bccd4c81-f9f9-463e-982a-b5700032cd3e req-589ffeac-c02b-4950-b2dc-9678e04d12b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Jun 24 10:36:23.286575 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:23.291433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.331789 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43f1b5-a8db-418e-a6bf-3ec76b202bcd req-ea954a93-015d-431e-bdd0-94284369830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:23.333710 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa43f1b5-a8db-418e-a6bf-3ec76b202bcd req-ea954a93-015d-431e-bdd0-94284369830d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1130 time: 0.0409210 Jun 24 10:36:23.341345 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.392955 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=24 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:23.394331 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=10 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:23.401004 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.531802 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Floating IP 99a14c37-ab3d-472e-b5e9-261882441a58 associated. External IP: 172.27.1.148, port: 60ac0302-9580-42af-834e-0673bcdbf476. Jun 24 10:36:23.580877 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:23.603120 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa43f1b5-a8db-418e-a6bf-3ec76b202bcd req-0e4ff12c-89c0-40cc-8e66-b032f4d80530 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274908 Jun 24 10:36:23.666700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Publish callbacks [] for security_group (ec7ccfa1-cace-4d7c-9a54-cde32a0c0352), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.674010 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ec7ccfa1-cace-4d7c-9a54-cde32a0c0352), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.677209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43084) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:23.692710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d6008e7-8db4-417e-9c29-bf3f31746322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.760670 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f219fe4790504a588953fa0756c6edd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9127047 Jun 24 10:36:23.763224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43086) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:23.763332 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ccfa1-cace-4d7c-9a54-cde32a0c0352,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.774999 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:23.777824 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.778164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.778497 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.778840 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.779244 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.779485 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.779800 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.780395 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.780515 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.781171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.781171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.781430 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.781696 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.782003 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.782311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb20ce4-8528-4667-8095-1a094e0b7ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:23.806373 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d6008e7-8db4-417e-9c29-bf3f31746322 admin admin] Publish callbacks [] for security_group (0007cc39-bb02-43b9-8812-ed2dbea45bb1), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.851301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d6008e7-8db4-417e-9c29-bf3f31746322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (0007cc39-bb02-43b9-8812-ed2dbea45bb1), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.857162 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:36:23.933633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6008e7-8db4-417e-9c29-bf3f31746322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007cc39-bb02-43b9-8812-ed2dbea45bb1,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:23.944253 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0d6008e7-8db4-417e-9c29-bf3f31746322 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5453a671afab49988f9fc38fb7a77a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632401 Jun 24 10:36:23.945448 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43094) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:23.945579 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] Publish callbacks [] for security_group (ec7ccfa1-cace-4d7c-9a54-cde32a0c0352), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:23.953781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045af7-e920-44ef-a9d0-fb14a2423a48 req-666ee9ba-7d02-4d4d-98cf-4e13abc2070b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:23.955933 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-02045af7-e920-44ef-a9d0-fb14a2423a48 req-666ee9ba-7d02-4d4d-98cf-4e13abc2070b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.1007059 Jun 24 10:36:23.996933 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] Publish callbacks [] for security_group (ec7ccfa1-cace-4d7c-9a54-cde32a0c0352), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.005642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:24.019846 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.020481 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:24.034326 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:24.035047 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:24.038257 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-02045af7-e920-44ef-a9d0-fb14a2423a48 req-16dbe7f0-72ed-46c7-9f95-9afc89173b13 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745032 Jun 24 10:36:24.055093 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:24.083280 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] Publish callbacks [] for security_group (0007cc39-bb02-43b9-8812-ed2dbea45bb1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.110124 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3521bc67-849b-41a8-a4a0-0271069a7825 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "PUT /v2.0/floatingips/99a14c37-ab3d-472e-b5e9-261882441a58 HTTP/1.1" status: 200 len: 991 time: 2.1257579 Jun 24 10:36:24.114595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:24.117654 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120fceec-dd6b-4a6c-9218-4d7d361825d3" -d '{"events": [{"name": "network-changed", "server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "tag": "60ac0302-9580-42af-834e-0673bcdbf476"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:24.137628 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] Publish callbacks [] for security_group (0007cc39-bb02-43b9-8812-ed2dbea45bb1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.156979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ec7ccfa1-cace-4d7c-9a54-cde32a0c0352), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.160152 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.173727 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec7ccfa1-cace-4d7c-9a54-cde32a0c0352 HTTP/1.1" status: 204 len: 168 time: 0.3998408 Jun 24 10:36:24.186773 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:24.187674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcef79-38e8-4c87-8900-87a0bd7bb3e0 req-54eb23b5-44a4-4fba-ace5-01f903ddaaa1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:24.189437 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-55fcef79-38e8-4c87-8900-87a0bd7bb3e0 req-54eb23b5-44a4-4fba-ace5-01f903ddaaa1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1152527 Jun 24 10:36:24.243381 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (0007cc39-bb02-43b9-8812-ed2dbea45bb1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.248239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.250424 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0007cc39-bb02-43b9-8812-ed2dbea45bb1 HTTP/1.1" status: 204 len: 168 time: 0.3049343 Jun 24 10:36:24.263745 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb26e4d-8d76-4644-95e9-b3bf6c4c820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007cc39-bb02-43b9-8812-ed2dbea45bb1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:24.287838 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b60c0-ae97-4574-8836-8bd8bfd5e747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ccfa1-cace-4d7c-9a54-cde32a0c0352,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:24.321506 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:24.377649 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40f1f4-2a68-49a4-b56e-f0297cace248 req-1aaf83ff-f0a1-4301-a841-2853d997ae5f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:24.380959 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1a40f1f4-2a68-49a4-b56e-f0297cace248 req-1aaf83ff-f0a1-4301-a841-2853d997ae5f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.1905236 Jun 24 10:36:24.391440 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43110) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:24.397176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'floatingip': {'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:24.407313 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-55fcef79-38e8-4c87-8900-87a0bd7bb3e0 req-3a2f4286-6893-42eb-8638-98890aa4f677 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881804 Jun 24 10:36:24.519098 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a4307a-f174-4253-9aaa-bbcafbdfc617 x-openstack-request-id: req-d7a4307a-f174-4253-9aaa-bbcafbdfc617 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:24.519383 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "tag": "60ac0302-9580-42af-834e-0673bcdbf476", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:24.519629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7a4307a-f174-4253-9aaa-bbcafbdfc617 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:24.520016 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a4307a-f174-4253-9aaa-bbcafbdfc617'] response: {'name': 'network-changed', 'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476', 'status': 'completed', 'code': 200} Jun 24 10:36:24.532200 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.753742 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '99a14c37-ab3d-472e-b5e9-261882441a58', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '60ac0302-9580-42af-834e-0673bcdbf476', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:0a:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01da-30de-4466-9408-485f644e52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:41Z', 'updated_at': '2022-06-24T10:36:23Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:24.779770 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:24.791168 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:24.792103 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:24.816860 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43128) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:24.867513 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94b7f655-e50b-4a14-a7dd-13b9bedfc471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:24.931113 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:25.003849 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94b7f655-e50b-4a14-a7dd-13b9bedfc471 admin admin] Publish callbacks [] for security_group (fe160626-bf8c-413c-b5e8-5a1c53ec6d5b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.009889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94b7f655-e50b-4a14-a7dd-13b9bedfc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (fe160626-bf8c-413c-b5e8-5a1c53ec6d5b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.074559 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-94b7f655-e50b-4a14-a7dd-13b9bedfc471 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f26550df6774d4c819f5e29d4a761ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563541 Jun 24 10:36:25.075576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7f655-e50b-4a14-a7dd-13b9bedfc471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe160626-bf8c-413c-b5e8-5a1c53ec6d5b,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:25.079466 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43132) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:25.167021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] Publish callbacks [] for security_group (fe160626-bf8c-413c-b5e8-5a1c53ec6d5b), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.185029 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '99a14c37-ab3d-472e-b5e9-261882441a58', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '60ac0302-9580-42af-834e-0673bcdbf476', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:0a:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01da-30de-4466-9408-485f644e52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:41Z', 'updated_at': '2022-06-24T10:36:23Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:25.195241 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] Publish callbacks [] for security_group (fe160626-bf8c-413c-b5e8-5a1c53ec6d5b), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.203798 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43134) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:25.216943 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2017654-9004-4bb1-b98e-bc0a963f1eb0 None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '99a14c37-ab3d-472e-b5e9-261882441a58', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '60ac0302-9580-42af-834e-0673bcdbf476', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:0a:9a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332b01da-30de-4466-9408-485f644e52f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:41Z', 'updated_at': '2022-06-24T10:36:23Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:25.225181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1006286d-0299-4d29-b67e-9aa122a0b77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.291909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (fe160626-bf8c-413c-b5e8-5a1c53ec6d5b), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.294542 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.295838 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe160626-bf8c-413c-b5e8-5a1c53ec6d5b HTTP/1.1" status: 204 len: 168 time: 0.2143500 Jun 24 10:36:25.309749 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c78e0-da63-4c50-a32e-857ab0a680a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe160626-bf8c-413c-b5e8-5a1c53ec6d5b,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:25.356001 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1006286d-0299-4d29-b67e-9aa122a0b77b admin admin] Publish callbacks [] for security_group (6f675c3a-51cd-49f4-892c-bae6612948ff), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.362076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1006286d-0299-4d29-b67e-9aa122a0b77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6f675c3a-51cd-49f4-892c-bae6612948ff), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.389628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:25.391033 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:25.395866 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1006286d-0299-4d29-b67e-9aa122a0b77b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b484c127324b4b6781258c76f1dc19e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905396 Jun 24 10:36:25.397915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43138) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:25.416897 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.425460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.442976 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006286d-0299-4d29-b67e-9aa122a0b77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f675c3a-51cd-49f4-892c-bae6612948ff,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:25.495624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] Publish callbacks [] for security_group (6f675c3a-51cd-49f4-892c-bae6612948ff), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.522270 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] Publish callbacks [] for security_group (6f675c3a-51cd-49f4-892c-bae6612948ff), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.565255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01cc950-37e7-4d59-ba3b-3a6fea8e0ee6 None None] New status for floating IP 99a14c37-ab3d-472e-b5e9-261882441a58: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:36:25.593387 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Floating IP 62869543-a676-4ac2-bfe5-2f1f85333a10 associated. External IP: 172.27.1.90, port: bcb7370e-287a-4f51-9b23-0add5505f560. Jun 24 10:36:25.643824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d4ba0-8558-460b-85fe-7f6dfec2283e req-6c625fb0-52dd-48a3-a70e-3d9bbb4827b6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:25.652190 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1c7d4ba0-8558-460b-85fe-7f6dfec2283e req-6c625fb0-52dd-48a3-a70e-3d9bbb4827b6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1059849 Jun 24 10:36:25.706656 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:25.730492 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1c7d4ba0-8558-460b-85fe-7f6dfec2283e req-dde014b8-9ba0-4566-ae67-0d5f68ef7f17 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 Jun 24 10:36:25.732346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6f675c3a-51cd-49f4-892c-bae6612948ff), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.735406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:25.736801 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f675c3a-51cd-49f4-892c-bae6612948ff HTTP/1.1" status: 204 len: 168 time: 0.3378706 Jun 24 10:36:25.747864 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43f136-75da-4f05-b553-115a3fd15d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f675c3a-51cd-49f4-892c-bae6612948ff,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:25.944016 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:36:26.088088 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:26.096897 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:26.099429 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:26.111433 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:26.112285 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:26.150496 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3fd25cab-7d91-4aba-b4be-e0771bc74b88 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "PUT /v2.0/floatingips/62869543-a676-4ac2-bfe5-2f1f85333a10 HTTP/1.1" status: 200 len: 991 time: 1.7573445 Jun 24 10:36:26.222972 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:26.344164 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:26.372923 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:26.450895 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '62869543-a676-4ac2-bfe5-2f1f85333a10', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:50Z', 'updated_at': '2022-06-24T10:36:25Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:26.477759 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:26.486606 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:26.487221 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:26.522041 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:26.527804 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3ca25b-f7e7-4d63-8a95-187d853963fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:26.574946 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246ac55-ffd4-423a-b80c-78d5d6ca38b0 x-openstack-request-id: req-e246ac55-ffd4-423a-b80c-78d5d6ca38b0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:26.575399 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:26.575866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e246ac55-ffd4-423a-b80c-78d5d6ca38b0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:26.576673 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e246ac55-ffd4-423a-b80c-78d5d6ca38b0'] response: {'name': 'network-changed', 'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'status': 'completed', 'code': 200} Jun 24 10:36:26.617861 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:26.723660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43204) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:26.866321 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1a19-a682-418e-82b7-061584bf158e req-0166ced8-aa30-4f1d-9b02-6400d2b508f1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:26.873665 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3abe1a19-a682-418e-82b7-061584bf158e req-0166ced8-aa30-4f1d-9b02-6400d2b508f1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0639682 Jun 24 10:36:26.913504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-796662897-network', 'tenant_id': '9513ee5af8e84d48a7f28b4c77db2dd0'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:26.935922 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '62869543-a676-4ac2-bfe5-2f1f85333a10', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:50Z', 'updated_at': '2022-06-24T10:36:25Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:26.955085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Made reservation on behalf of 9513ee5af8e84d48a7f28b4c77db2dd0 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:26.957418 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:26.966778 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b26989-7921-4cda-94fa-779008b8f80e None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '62869543-a676-4ac2-bfe5-2f1f85333a10', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:35:50Z', 'updated_at': '2022-06-24T10:36:25Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:26.972603 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3abe1a19-a682-418e-82b7-061584bf158e req-66831a35-86b7-40ce-96ae-73f966b2c7ae tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Jun 24 10:36:26.973476 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.060630 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks [] for security_group (b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.066363 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.096711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:36:27.103473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:27.109745 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (666bee4e-d950-41a2-9936-725504f64a1b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.110080 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Added segment 666bee4e-d950-41a2-9936-725504f64a1b of type vlan for network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce Jun 24 10:36:27.151597 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (8892b172-ff9b-4970-9912-4cf3bdf6c7ce), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.179776 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (8892b172-ff9b-4970-9912-4cf3bdf6c7ce), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.180857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:27.181432 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.224350 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4995077 Jun 24 10:36:27.227289 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43224) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:27.258132 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Request body: {'subnet': {'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-796662897-subnet', 'tenant_id': '9513ee5af8e84d48a7f28b4c77db2dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:27.263914 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dbc6e-1b72-4675-9b44-d3c72611e7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=8892b172-ff9b-4970-9912-4cf3bdf6c7ce,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:27.285622 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:36:27.298277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Made reservation on behalf of 9513ee5af8e84d48a7f28b4c77db2dd0 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:27.300986 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26344546'] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.368362 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:27.371094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ede04-cd0f-49f0-a2b9-e1fb43558a38 None None] New status for floating IP 62869543-a676-4ac2-bfe5-2f1f85333a10: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:36:27.458923 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:27.498905 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26344468'] for subnet (9b8026a9-9e35-48fd-886d-6e954e9f444d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.555839 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8026a9-9e35-48fd-886d-6e954e9f444d,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:27.566659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Checking segment: {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:27.566915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Network hostable DHCP agents. Network: 8892b172-ff9b-4970-9912-4cf3bdf6c7ce, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:36:27.578021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:27.588093 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:36:27.599221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 8892b172-ff9b-4970-9912-4cf3bdf6c7ce) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:27.604016 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:27.605237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:27.609755 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611cb57-62c4-4508-bbf9-f9896b289045 None None] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:36:27.626914 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-340df0a1-d0c9-443b-9495-b1428c3b4d4f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3982918 Jun 24 10:36:27.722052 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23521451-5f63-41a6-a284-143dca90bcf6 None None] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:36:27.792625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:27.918363 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ad3e22ee-90f8-4831-a862-580030c633cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:28.094122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ca68e-0bc6-4ac5-aa61-d5fa0bd4fb74 req-0030f966-c89f-47b6-87ad-7db058042d00 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:28.096456 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d20ca68e-0bc6-4ac5-aa61-d5fa0bd4fb74 req-0030f966-c89f-47b6-87ad-7db058042d00 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Jun 24 10:36:28.154066 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d20ca68e-0bc6-4ac5-aa61-d5fa0bd4fb74 req-ca9fa3e8-a85e-4431-96af-cd5c26fc0978 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Jun 24 10:36:28.476173 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:28.482621 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-06556e35-5d8f-4f5e-8d4c-f2e5616cc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:28.484309 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-06556e35-5d8f-4f5e-8d4c-f2e5616cc129 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1129 time: 0.0456257 Jun 24 10:36:29.266372 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd375b99-3f55-4054-ac74-5261528039a5 req-9651bbe2-f7df-4958-a04f-5ddeeed62867 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:29.267739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd375b99-3f55-4054-ac74-5261528039a5 req-9651bbe2-f7df-4958-a04f-5ddeeed62867 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0449991 Jun 24 10:36:29.316082 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd375b99-3f55-4054-ac74-5261528039a5 req-59bc32ab-d3b1-47d3-a724-1102468cee34 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Jun 24 10:36:29.615983 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d304a4-724b-4474-b166-d9be94cbe8b1 req-76a6777c-a233-4e3b-92f5-382ed7b8a3b9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:29.617464 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5d304a4-724b-4474-b166-d9be94cbe8b1 req-76a6777c-a233-4e3b-92f5-382ed7b8a3b9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0504358 Jun 24 10:36:29.667213 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5d304a4-724b-4474-b166-d9be94cbe8b1 req-5650f1c6-322f-4ab3-86a5-8a26cd096876 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Jun 24 10:36:30.327427 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8955-2eda-48a1-b3a7-910084d7d006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:30.801870 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079dac3-80f3-4166-a37e-78132183c49a req-edcd2773-ff70-4314-88e8-b8c354748f30 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:30.803765 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4079dac3-80f3-4166-a37e-78132183c49a req-edcd2773-ff70-4314-88e8-b8c354748f30 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0526640 Jun 24 10:36:30.856121 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4079dac3-80f3-4166-a37e-78132183c49a req-0dfa17f8-5a47-4c56-b5e9-7f3dcccb2062 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Jun 24 10:36:31.270025 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-e62341cf-f4d9-4ebf-98b2-34f4915af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:31.271485 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-e62341cf-f4d9-4ebf-98b2-34f4915af92f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.0902853 Jun 24 10:36:31.503784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:31.978186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487f39-3b7a-4bb6-815e-75b4b8f9597b req-1ab28488-bf65-429a-bd5b-279cd0d1cd4b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:31.979817 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5f487f39-3b7a-4bb6-815e-75b4b8f9597b req-1ab28488-bf65-429a-bd5b-279cd0d1cd4b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0484571 Jun 24 10:36:31.986930 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:32.027143 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5f487f39-3b7a-4bb6-815e-75b4b8f9597b req-1a46f739-201e-4b7b-9af6-0e94bce40521 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Jun 24 10:36:33.149561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8bc89-8d0a-4d3d-89d9-f6358af0b363 req-b1923b46-234f-41b3-af88-353ebd807f6d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:33.151005 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71d8bc89-8d0a-4d3d-89d9-f6358af0b363 req-b1923b46-234f-41b3-af88-353ebd807f6d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0519803 Jun 24 10:36:33.197725 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:33.208840 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71d8bc89-8d0a-4d3d-89d9-f6358af0b363 req-e1366956-6ca4-43a9-9da0-2fc0962cca8b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522275 Jun 24 10:36:33.403214 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:34.330534 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627fb01-10ae-413a-a565-144d9c51c241 req-74745ac0-9f02-46bc-8e97-5dc11b2ba5b5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:34.332289 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d627fb01-10ae-413a-a565-144d9c51c241 req-74745ac0-9f02-46bc-8e97-5dc11b2ba5b5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0484536 Jun 24 10:36:34.381085 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d627fb01-10ae-413a-a565-144d9c51c241 req-4d986d82-88f6-43bd-b858-5ce64f74ef47 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Jun 24 10:36:35.512036 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd95c25-c6b5-49bc-86de-9e01721206a9 req-da272ffb-cb01-464d-9b3b-810efe359d07 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:35.513638 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8dd95c25-c6b5-49bc-86de-9e01721206a9 req-da272ffb-cb01-464d-9b3b-810efe359d07 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0556118 Jun 24 10:36:35.566977 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:35.606874 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8dd95c25-c6b5-49bc-86de-9e01721206a9 req-8f678273-7eff-4b02-9415-5131da91f614 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870664 Jun 24 10:36:35.632931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-4fabda26-b779-404e-aa1f-f5ae9a794576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:35.633955 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-4fabda26-b779-404e-aa1f-f5ae9a794576 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1130 time: 0.0652170 Jun 24 10:36:35.744247 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-4e4f90a8-173b-4efd-9284-6a93360c0971 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 1001 time: 0.1881654 Jun 24 10:36:35.781621 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-b2bb3bed-2f79-4530-a922-796fa554c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:35.785268 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-b2bb3bed-2f79-4530-a922-796fa554c571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1130 time: 0.0859721 Jun 24 10:36:35.793267 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:35.835487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-3423c364-711b-4232-95fb-010e32b5ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:35.836991 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-3423c364-711b-4232-95fb-010e32b5ecc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.1947381 Jun 24 10:36:35.872850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-b349200e-8fc1-4005-9b59-1c1fb2b79c31 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:35.874181 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-b349200e-8fc1-4005-9b59-1c1fb2b79c31 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/networks?id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 200 len: 808 time: 0.1328642 Jun 24 10:36:35.889457 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-e15aaace-7787-40ed-a02a-d844513d4b81 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/quotas/9513ee5af8e84d48a7f28b4c77db2dd0 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Jun 24 10:36:35.922124 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-5791d199-852f-4794-966d-0e8a99bfe5b8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273573 Jun 24 10:36:36.015924 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-e77bf621-755b-4e52-9aa4-d7ef010de741 service neutron] 10.222.0.69 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871894 Jun 24 10:36:36.105016 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-46a7e9da-c9e6-412d-a5c9-1a7b250bbaf1 service neutron] 10.222.0.69 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828743 Jun 24 10:36:36.278355 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d2d5284-b65d-4482-b643-a269755cabcd req-ba75df7d-8ada-4d50-8545-bad5ac341cf7 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0308428 Jun 24 10:36:36.721622 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43418) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:36.727162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be185cde-d01a-456c-996d-524191941684 req-1ef5d574-8cc8-4f7c-b298-286f8da9edcb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:36.728643 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-be185cde-d01a-456c-996d-524191941684 req-1ef5d574-8cc8-4f7c-b298-286f8da9edcb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0476944 Jun 24 10:36:36.776155 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-be185cde-d01a-456c-996d-524191941684 req-4c22eca1-fcf6-4128-95a4-713fb94f6e68 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Jun 24 10:36:36.835112 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1c6c5a8-68d7-4014-8cb4-da81a16e13e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:36.914301 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1c6c5a8-68d7-4014-8cb4-da81a16e13e0 admin admin] Publish callbacks [] for security_group (3b75aeb1-807b-4585-8d86-3623a227a97b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:36.919606 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c1c6c5a8-68d7-4014-8cb4-da81a16e13e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3b75aeb1-807b-4585-8d86-3623a227a97b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:36.937987 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=53 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:36.938794 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=43 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:36.959869 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c1c6c5a8-68d7-4014-8cb4-da81a16e13e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9c23abad4994701a4153b3d7ba12645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369242 Jun 24 10:36:36.961069 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6c5a8-68d7-4014-8cb4-da81a16e13e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75aeb1-807b-4585-8d86-3623a227a97b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:36.962565 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43424) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:37.013010 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] Publish callbacks [] for security_group (3b75aeb1-807b-4585-8d86-3623a227a97b), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.034642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] Publish callbacks [] for security_group (3b75aeb1-807b-4585-8d86-3623a227a97b), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.088139 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3b75aeb1-807b-4585-8d86-3623a227a97b), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.091159 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.092356 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b75aeb1-807b-4585-8d86-3623a227a97b HTTP/1.1" status: 204 len: 168 time: 0.1281390 Jun 24 10:36:37.100462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c500-c664-402a-a8ce-25c51f7a21d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75aeb1-807b-4585-8d86-3623a227a97b,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:37.384156 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2f9e623e-4e0e-4211-99ae-a37fb3736b7a req-c049b008-72c3-4a08-a676-0ec2f603f2a9 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0304916 Jun 24 10:36:37.389653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43434) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:37.407366 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-48bd9988-573a-4b65-a00d-67690736b6e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.479822 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-48bd9988-573a-4b65-a00d-67690736b6e4 admin admin] Publish callbacks [] for security_group (6d5dab03-cf9e-4548-b713-8bc4a86e435e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.485497 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-48bd9988-573a-4b65-a00d-67690736b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6d5dab03-cf9e-4548-b713-8bc4a86e435e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.522251 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd9988-573a-4b65-a00d-67690736b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5dab03-cf9e-4548-b713-8bc4a86e435e,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:37.526512 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-48bd9988-573a-4b65-a00d-67690736b6e4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f14e9fa69524675aad110fe745ff08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357729 Jun 24 10:36:37.530161 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43436) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:37.573781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:37.580794 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] Publish callbacks [] for security_group (6d5dab03-cf9e-4548-b713-8bc4a86e435e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.600179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:37.608671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] Publish callbacks [] for security_group (6d5dab03-cf9e-4548-b713-8bc4a86e435e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.630395 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:36:37.659858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6d5dab03-cf9e-4548-b713-8bc4a86e435e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.662487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:37.663619 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d5dab03-cf9e-4548-b713-8bc4a86e435e HTTP/1.1" status: 204 len: 168 time: 0.1326690 Jun 24 10:36:37.671373 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b62ef6-728d-47fc-9f11-5081aab88240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5dab03-cf9e-4548-b713-8bc4a86e435e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:37.917203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6d0b-e759-44bd-9eca-7bd4ef33e276 req-481fea4d-a1dd-4755-8d7d-f9c684380086 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:37.918972 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-912f6d0b-e759-44bd-9eca-7bd4ef33e276 req-481fea4d-a1dd-4755-8d7d-f9c684380086 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0652211 Jun 24 10:36:37.970942 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-912f6d0b-e759-44bd-9eca-7bd4ef33e276 req-6d672a1e-52c0-40e4-8743-bf0123007690 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jun 24 10:36:38.482618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-98ac3b9e-5dcf-4f35-83ff-b1c2a8b422a6 req-c6bcf995-535d-4441-9ea7-5c5cdef7e2b7 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Jun 24 10:36:38.892469 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-db0e0380-0bec-4a62-8e27-059c0c764ba1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e14124f9-29f1-48ef-b539-1d53a03433bb HTTP/1.1" status: 200 len: 217 time: 0.0525050 Jun 24 10:36:38.901652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:38.930738 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-13de863d-0ffc-4892-afe7-79b76068e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:38.932565 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-13de863d-0ffc-4892-afe7-79b76068e18f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.0932634 Jun 24 10:36:38.991637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-467f9535-1f18-4dac-9a8d-b7add6505392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:38.993144 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-467f9535-1f18-4dac-9a8d-b7add6505392 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.1177349 Jun 24 10:36:39.293515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4a003-2c3a-4453-8727-020124f8747f req-4331d4e2-71b8-4653-a836-334f3707871b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.303031 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97c4a003-2c3a-4453-8727-020124f8747f req-4331d4e2-71b8-4653-a836-334f3707871b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.2597890 Jun 24 10:36:39.399194 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-d93e22be-28b0-4832-82c8-3957f57701de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 1001 time: 0.1084964 Jun 24 10:36:39.399898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-79798e07-30f6-4633-a838-019ec2a4e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.402242 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-79798e07-30f6-4633-a838-019ec2a4e3fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.1234608 Jun 24 10:36:39.414702 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97c4a003-2c3a-4453-8727-020124f8747f req-e5faa3d6-6339-480f-b1f9-b368444de671 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105957 Jun 24 10:36:39.428851 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-69817d81-7279-47d0-ac14-35aec045ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.430548 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-69817d81-7279-47d0-ac14-35aec045ab8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1518164 Jun 24 10:36:39.565800 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-e09a353f-87b6-4fbc-8d77-c69748abe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.570707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-e09a353f-87b6-4fbc-8d77-c69748abe033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117764 Jun 24 10:36:39.606886 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e1debd80-9824-44cd-ab7c-71b321733806 req-69af2e28-328e-4fb8-8cfc-91fd816c353b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0345914 Jun 24 10:36:39.675522 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-8d184a37-4efd-41c2-8cc5-f3f09eaa44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.677437 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-8d184a37-4efd-41c2-8cc5-f3f09eaa44e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.2187927 Jun 24 10:36:39.689930 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-9b17ae56-7548-4f8d-bcec-7780e1c25e73 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140315 Jun 24 10:36:39.882337 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff79a5-cf98-43f3-b95b-0554de77dd2d req-ad829db9-0956-47a6-a3f7-5d044a05e143 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:39.883825 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-75ff79a5-cf98-43f3-b95b-0554de77dd2d req-ad829db9-0956-47a6-a3f7-5d044a05e143 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.0470071 Jun 24 10:36:39.981269 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-75ff79a5-cf98-43f3-b95b-0554de77dd2d req-43700fc9-5d9d-4b24-a8fc-067fdac04c18 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914233 Jun 24 10:36:40.057014 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-dfd14338-6f2f-455c-9ba9-3b4595fb2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:40.058660 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-dfd14338-6f2f-455c-9ba9-3b4595fb2a54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224351 Jun 24 10:36:40.083916 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-4b5903a0-eb54-4926-a818-c21ef7d477d0 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770306 Jun 24 10:36:40.095409 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-120fceec-dd6b-4a6c-9218-4d7d361825d3 req-aa517265-d1a2-4143-aa00-76eab8ffccf8 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608512 Jun 24 10:36:40.478308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43566) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:40.540086 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410b6a5-debd-4e21-b7be-cf58f0fcbdf3 req-cb0b7f80-07d1-47b0-a0b7-e367ba7b3952 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:40.541460 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5410b6a5-debd-4e21-b7be-cf58f0fcbdf3 req-cb0b7f80-07d1-47b0-a0b7-e367ba7b3952 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0462911 Jun 24 10:36:40.600672 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5410b6a5-debd-4e21-b7be-cf58f0fcbdf3 req-321c5206-0474-4008-9672-fac2eeb52133 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Jun 24 10:36:40.601535 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf79ea38-bab8-4662-8dda-6a82f87ab701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.697998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf79ea38-bab8-4662-8dda-6a82f87ab701 admin admin] Publish callbacks [] for security_group (8cff36a2-145b-4844-a16e-e2ccd71d2001), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.701927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf79ea38-bab8-4662-8dda-6a82f87ab701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8cff36a2-145b-4844-a16e-e2ccd71d2001), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.732921 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-429836ed-c302-4fc7-8372-949c2f24f4cf req-ea51eabb-2330-42cc-8069-473e945dfae0 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0510402 Jun 24 10:36:40.759373 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-cf79ea38-bab8-4662-8dda-6a82f87ab701 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efd6fb82be9f45fe933b71c7ae99f3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792985 Jun 24 10:36:40.760162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79ea38-bab8-4662-8dda-6a82f87ab701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff36a2-145b-4844-a16e-e2ccd71d2001,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:40.761380 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43574) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:40.768106 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:40.817370 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] Publish callbacks [] for security_group (8cff36a2-145b-4844-a16e-e2ccd71d2001), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.838716 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] Publish callbacks [] for security_group (8cff36a2-145b-4844-a16e-e2ccd71d2001), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.886678 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (8cff36a2-145b-4844-a16e-e2ccd71d2001), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.889423 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:40.890757 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8cff36a2-145b-4844-a16e-e2ccd71d2001 HTTP/1.1" status: 204 len: 168 time: 0.1280429 Jun 24 10:36:40.899165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f079-ae73-45ef-bbf9-21aa0828e8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff36a2-145b-4844-a16e-e2ccd71d2001,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:41.111123 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698542f0-2c7d-4f44-9d53-4d093c93b18c req-cbe334e4-684b-470d-963b-b2bed79a9e81 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:41.112630 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-698542f0-2c7d-4f44-9d53-4d093c93b18c req-cbe334e4-684b-470d-963b-b2bed79a9e81 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.0531936 Jun 24 10:36:41.134763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:41.165364 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-698542f0-2c7d-4f44-9d53-4d093c93b18c req-d9ecd0a8-b34e-44ea-bfcd-520c8676fa08 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Jun 24 10:36:41.225648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43590) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:41.239973 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2be1c2-bc76-41a5-91d7-049b61b5023c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.321074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2be1c2-bc76-41a5-91d7-049b61b5023c admin admin] Publish callbacks [] for security_group (5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.327032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c2be1c2-bc76-41a5-91d7-049b61b5023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.363796 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2be1c2-bc76-41a5-91d7-049b61b5023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:41.368015 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2c2be1c2-bc76-41a5-91d7-049b61b5023c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8aaa0b2e79be4e4893c81bf306fa0b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409853 Jun 24 10:36:41.371451 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43592) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:41.429097 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] Publish callbacks [] for security_group (5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.449727 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:41.452200 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] Publish callbacks [] for security_group (5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.510408 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.513010 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:41.514211 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce HTTP/1.1" status: 204 len: 168 time: 0.1425066 Jun 24 10:36:41.524994 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39689eff-6ecb-4b81-8d5e-9ff70b37b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8be571-c3df-41bf-bf5f-bc6ad46bc2ce,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:41.680708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:41.723070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383081-cfc1-442b-b4f0-90c2834122ec req-ff85754d-0e4d-4e01-9e5c-9a34eed3662f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:41.724592 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94383081-cfc1-442b-b4f0-90c2834122ec req-ff85754d-0e4d-4e01-9e5c-9a34eed3662f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Jun 24 10:36:41.778125 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94383081-cfc1-442b-b4f0-90c2834122ec req-711bb535-98a3-4b03-b15f-e3b9e4f36d19 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Jun 24 10:36:41.848057 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e0a198b0-11d8-4731-87ab-5d5eb2b81e95 req-c63339b5-26a3-44cb-8324-9c892e40870e tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0392139 Jun 24 10:36:41.940192 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c5ddf8c3-dc2a-4e63-978e-c35d5273ecaa req-10cc88d8-2d4f-47c2-941a-b7c5522a7189 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024759 Jun 24 10:36:41.989840 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-ef7cdf30-97c6-4f33-bc9c-15b0d7f94437 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532258 Jun 24 10:36:41.991982 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-d640d2ca-2563-4021-abab-a7f21448b168 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521041 Jun 24 10:36:42.327028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809de47-84d5-4f64-9519-16bde835b427 req-36989ad8-07fb-4ee8-bc59-e13734669803 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:42.329339 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f809de47-84d5-4f64-9519-16bde835b427 req-36989ad8-07fb-4ee8-bc59-e13734669803 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.0554609 Jun 24 10:36:42.418174 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f809de47-84d5-4f64-9519-16bde835b427 req-c36fd885-2ae1-4986-a327-264448e4b3ef tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679629 Jun 24 10:36:42.744517 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-ea4fa936-22a1-45b6-8f34-788398e61c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:42.746809 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-ea4fa936-22a1-45b6-8f34-788398e61c44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.3311472 Jun 24 10:36:42.771746 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1f3ca25b-f7e7-4d63-8a95-187d853963fc req-8221c762-b0da-4295-8912-d78a46e90804 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635658 Jun 24 10:36:42.831152 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-960a75e7-2c83-4a4a-a491-5023b4188040 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:42.837285 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-960a75e7-2c83-4a4a-a491-5023b4188040 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "GET /v2.0/networks?id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 200 len: 808 time: 0.2419250 Jun 24 10:36:42.851017 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Request body: {'port': {'device_id': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce', 'admin_state_up': True, 'tenant_id': '9513ee5af8e84d48a7f28b4c77db2dd0'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:42.980503 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-a2811a03-77c6-4b4f-b7c0-23e01b311f2a tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:42.982238 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-a2811a03-77c6-4b4f-b7c0-23e01b311f2a tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.20 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.2342601 Jun 24 10:36:43.000657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-4a6eba5a-d293-411d-a3ee-da923258dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.002471 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-4a6eba5a-d293-411d-a3ee-da923258dd47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.1547658 Jun 24 10:36:43.032996 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c819d7d8-1d05-4463-b5cd-24070141125d req-43b672d3-50b7-4631-a1ad-53363083f2b0 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0851922 Jun 24 10:36:43.046059 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86945a66-0f89-4d97-ae86-c91732164ef1 req-9f726049-f4ec-41fd-8ad8-431e9790d212 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.048274 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86945a66-0f89-4d97-ae86-c91732164ef1 req-9f726049-f4ec-41fd-8ad8-431e9790d212 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1240921 Jun 24 10:36:43.093589 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-f984feca-bf9a-4393-ad79-861621b2bc15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 217 time: 0.0703163 Jun 24 10:36:43.107328 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:43.163577 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Made reservation on behalf of 9513ee5af8e84d48a7f28b4c77db2dd0 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:36:43.167089 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.187301 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86945a66-0f89-4d97-ae86-c91732164ef1 req-512b5788-caef-4055-ad46-f38f64fe8d5a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Jun 24 10:36:43.231135 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-d8e13147-4d52-47a9-98a5-64e2ec5964f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.232613 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-d8e13147-4d52-47a9-98a5-64e2ec5964f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.1282640 Jun 24 10:36:43.235611 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Deleting port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:43.235945 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.307152 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Allocated IP 172.20.0.9 (8892b172-ff9b-4970-9912-4cf3bdf6c7ce/9b8026a9-9e35-48fd-886d-6e954e9f444d/79386655-e33a-42ef-9559-01bb458133a7) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:36:43.335168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-f0dc8e06-8567-4581-9f1e-e97b55d6ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.336674 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-f0dc8e06-8567-4581-9f1e-e97b55d6ed55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867426 Jun 24 10:36:43.370846 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:43.384305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] For port f18eb70a-2116-44a2-9bd1-bd3fe894cb61, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:43.384721 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.413127 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Calling delete_port for f18eb70a-2116-44a2-9bd1-bd3fe894cb61 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:43.478557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:43.481254 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks [] for port (79386655-e33a-42ef-9559-01bb458133a7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.546398 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:43.547174 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-72bac0ea-b17b-40f4-910b-242edfc5dbcf service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985316 Jun 24 10:36:43.547797 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.585264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcedd6-8202-4f09-86f9-1aa0deeba15c req-3178f951-ca74-4490-8ed6-a05945bce194 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.586788 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fdcedd6-8202-4f09-86f9-1aa0deeba15c req-3178f951-ca74-4490-8ed6-a05945bce194 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 945 time: 0.0819991 Jun 24 10:36:43.609682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:36:43.622958 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:36:43.631283 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Pushing event updated for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:43.635821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:36:43.702894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fdcedd6-8202-4f09-86f9-1aa0deeba15c req-25a7fc8a-ef1b-4513-81e2-66afde180df3 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/security-groups?id=ff328871-2d07-48c2-8137-fc5a3b1b0261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901330 Jun 24 10:36:43.708996 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (f18eb70a-2116-44a2-9bd1-bd3fe894cb61), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.710890 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:43.711541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.713303 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-13490807-8251-4f28-814c-aca24154c986 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447272 Jun 24 10:36:43.760183 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Pushing event deleted for resources: {'Port': ['ID=f18eb70a-2116-44a2-9bd1-bd3fe894cb61,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:43.761616 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-bbdf5774-70bc-4efd-a814-890836e53f05 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179969 Jun 24 10:36:43.787680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Request body: {'port': {'device_id': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:36:43.841296 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] No DVR routers for this DVR port f18eb70a-2116-44a2-9bd1-bd3fe894cb61 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:36:43.844866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.849494 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b7a1113-24a6-4ece-aa82-4c68016e3c57 req-eb4a5aa7-96ce-4709-9c27-8c99e17be961 tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.20 "DELETE /v2.0/ports/f18eb70a-2116-44a2-9bd1-bd3fe894cb61 HTTP/1.1" status: 204 len: 173 time: 0.8249493 Jun 24 10:36:43.851163 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'name': 'network-vif-deleted', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:43.861629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7441063-e844-4395-b254-3f0926415c33" -d '{"events": [{"server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "name": "network-vif-deleted", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:43.929901 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (79386655-e33a-42ef-9559-01bb458133a7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:43.950667 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5356acd4-438e-4454-97e8-9c42fae27fee x-openstack-request-id: req-5356acd4-438e-4454-97e8-9c42fae27fee {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:43.951235 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abab2387-4b51-43c6-a5dd-35ba2be20a1c", "name": "network-vif-deleted", "tag": "f18eb70a-2116-44a2-9bd1-bd3fe894cb61", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:43.951880 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5356acd4-438e-4454-97e8-9c42fae27fee {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:43.952593 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5356acd4-438e-4454-97e8-9c42fae27fee'] response: {'server_uuid': 'abab2387-4b51-43c6-a5dd-35ba2be20a1c', 'name': 'network-vif-deleted', 'tag': 'f18eb70a-2116-44a2-9bd1-bd3fe894cb61', 'status': 'completed', 'code': 200} Jun 24 10:36:44.202855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e716c-b36f-4a77-abe8-a38b58672d5c req-b235831d-4245-44af-9785-c9e8e70bcb96 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:44.204288 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-222e716c-b36f-4a77-abe8-a38b58672d5c req-b235831d-4245-44af-9785-c9e8e70bcb96 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 931 time: 0.0841534 Jun 24 10:36:44.372365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ae704-d2fb-4e7c-9dd5-30122bfa913d req-3321e86a-b8fc-4277-94aa-49bff4738e08 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:44.374039 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-503ae704-d2fb-4e7c-9dd5-30122bfa913d req-3321e86a-b8fc-4277-94aa-49bff4738e08 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0859799 Jun 24 10:36:44.381638 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-222e716c-b36f-4a77-abe8-a38b58672d5c req-75967779-b75d-459a-bf72-c84922aa8db1 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631818 Jun 24 10:36:44.387286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:44.398187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79386655-e33a-42ef-9559-01bb458133a7 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:44.416990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks [] for port (79386655-e33a-42ef-9559-01bb458133a7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:44.449529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Transition to ACTIVE for port object 79386655-e33a-42ef-9559-01bb458133a7 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:36:44.462265 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:44.477321 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-503ae704-d2fb-4e7c-9dd5-30122bfa913d req-789114b2-5d3a-4b4f-8a63-72246d4ed999 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927441 Jun 24 10:36:44.551968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:44.605474 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Attempting to bind port 79386655-e33a-42ef-9559-01bb458133a7 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:36:44.605795 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Attempting to bind port 79386655-e33a-42ef-9559-01bb458133a7 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:36:44.606137 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Attempting to bind port 79386655-e33a-42ef-9559-01bb458133a7 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:44.610529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Port 79386655-e33a-42ef-9559-01bb458133a7 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:36:44.610845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Attempting to bind port 79386655-e33a-42ef-9559-01bb458133a7 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:36:44.616208 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:36:44.616541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Checking segment: {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:36:44.616939 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Bound using segment: {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:36:44.617356 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Bound port: 79386655-e33a-42ef-9559-01bb458133a7, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:36:44.617705 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (79386655-e33a-42ef-9559-01bb458133a7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:44.673007 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:44.682648 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:36:44.685956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=79386655-e33a-42ef-9559-01bb458133a7,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:36:44.693895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:44.731106 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:44.731720 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:44.733090 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/79386655-e33a-42ef-9559-01bb458133a7 HTTP/1.1" status: 200 len: 1093 time: 0.9537995 Jun 24 10:36:44.733518 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'tag': '79386655-e33a-42ef-9559-01bb458133a7'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:44.735829 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aac736-b024-4433-904a-03adf55b97d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "tag": "79386655-e33a-42ef-9559-01bb458133a7"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:44.755305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7484442-ea2c-4eaa-ac82-57afe7fbe6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:44.780833 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec72e96-5d5f-4fe5-9c17-5e65ae3e9d31 x-openstack-request-id: req-bec72e96-5d5f-4fe5-9c17-5e65ae3e9d31 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:44.781118 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "tag": "79386655-e33a-42ef-9559-01bb458133a7", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:44.781371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bec72e96-5d5f-4fe5-9c17-5e65ae3e9d31 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:44.781773 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec72e96-5d5f-4fe5-9c17-5e65ae3e9d31'] response: {'name': 'network-changed', 'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'tag': '79386655-e33a-42ef-9559-01bb458133a7', 'status': 'completed', 'code': 200} Jun 24 10:36:44.827464 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6354648-b1b4-4e9c-b415-de15f4cc537b req-edfccfd7-342c-4918-981e-41b01931de3e tempest-DeleteServersTestJSON-1710025898 tempest-DeleteServersTestJSON-1710025898-project] 10.222.0.69 "GET /v2.0/ports?device_id=abab2387-4b51-43c6-a5dd-35ba2be20a1c HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jun 24 10:36:44.927201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac736-b024-4433-904a-03adf55b97d2 req-77511c12-c5e7-4b8f-add6-c44993a4bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:44.929835 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-52aac736-b024-4433-904a-03adf55b97d2 req-77511c12-c5e7-4b8f-add6-c44993a4bf83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 1127 time: 0.0487206 Jun 24 10:36:45.040671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac736-b024-4433-904a-03adf55b97d2 req-347b09ea-2b9f-4c2d-8a14-57e296c0bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.042191 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-52aac736-b024-4433-904a-03adf55b97d2 req-347b09ea-2b9f-4c2d-8a14-57e296c0bdce service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980361 Jun 24 10:36:45.143335 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aac736-b024-4433-904a-03adf55b97d2 req-d65feb24-c60d-4dd1-8204-2c5f517c8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.144992 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-52aac736-b024-4433-904a-03adf55b97d2 req-d65feb24-c60d-4dd1-8204-2c5f517c8851 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953636 Jun 24 10:36:45.245845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-8b6e6b4e-1c2d-44c7-b2ce-50997cd2be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.247310 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-8b6e6b4e-1c2d-44c7-b2ce-50997cd2be37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 1127 time: 0.0459089 Jun 24 10:36:45.289575 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-91b60f1c-b961-4803-9cb5-84deca697611 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79386655-e33a-42ef-9559-01bb458133a7 HTTP/1.1" status: 200 len: 217 time: 0.0334756 Jun 24 10:36:45.345431 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-a8453cf6-ebf9-4f30-bf17-24f5806a9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.346937 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-a8453cf6-ebf9-4f30-bf17-24f5806a9fb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b8026a9-9e35-48fd-886d-6e954e9f444d HTTP/1.1" status: 200 len: 848 time: 0.0491364 Jun 24 10:36:45.385275 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-1c3298d4-2763-41ab-bd7c-73ea611d2a59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268543 Jun 24 10:36:45.494011 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-4d9d3c3e-83e4-496f-a444-bf16a124b306 service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003463 Jun 24 10:36:45.582448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:45.586920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f18eb70a-2116-44a2-9bd1-bd3fe894cb61 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:36:45.608973 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: f18eb70a-2116-44a2-9bd1-bd3fe894cb61 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:36:45.609552 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f18eb70a-2116-44a2-9bd1-bd3fe894cb61 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:36:45.673110 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bae8d-95cb-47c9-b8ec-73f475dbcbf0 req-da014385-cd00-42dc-ad0b-1921d4643859 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.674601 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c55bae8d-95cb-47c9-b8ec-73f475dbcbf0 req-da014385-cd00-42dc-ad0b-1921d4643859 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 943 time: 0.1532078 Jun 24 10:36:45.733309 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43772) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:45.879085 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5becb76-77ea-4c2e-9d10-2d7eb16d77db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:45.916780 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9632a-8912-4cdd-b597-3dab53643d88 req-cbfa2646-439e-4d92-9ac8-a25afd21cf15 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:45.918519 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-faa9632a-8912-4cdd-b597-3dab53643d88 req-cbfa2646-439e-4d92-9ac8-a25afd21cf15 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.3353944 Jun 24 10:36:45.931723 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d3239c-62d9-48a5-a78e-f3c904ab90ee req-fb4406e6-d51f-443c-b070-d096b0db6ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297440 Jun 24 10:36:45.965430 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5becb76-77ea-4c2e-9d10-2d7eb16d77db admin admin] Publish callbacks [] for security_group (a01331f8-810f-46ac-a297-1460cae0998e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:45.970516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5becb76-77ea-4c2e-9d10-2d7eb16d77db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a01331f8-810f-46ac-a297-1460cae0998e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:45.995976 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c55bae8d-95cb-47c9-b8ec-73f475dbcbf0 req-8ced265a-9d5d-45b3-8139-a36c0fa491ea tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112335 Jun 24 10:36:45.999996 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-faa9632a-8912-4cdd-b597-3dab53643d88 req-4e9ebc4d-6b7e-46a0-af8d-84996db72197 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715842 Jun 24 10:36:46.017297 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5becb76-77ea-4c2e-9d10-2d7eb16d77db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01331f8-810f-46ac-a297-1460cae0998e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:46.021438 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d5becb76-77ea-4c2e-9d10-2d7eb16d77db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee47f7edd88042a3a9508e3e24343c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870188 Jun 24 10:36:46.024827 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43780) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:46.079156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] Publish callbacks [] for security_group (a01331f8-810f-46ac-a297-1460cae0998e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:46.102360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] Publish callbacks [] for security_group (a01331f8-810f-46ac-a297-1460cae0998e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:46.110855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:46.154181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a01331f8-810f-46ac-a297-1460cae0998e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:46.156964 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:46.168692 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a01331f8-810f-46ac-a297-1460cae0998e HTTP/1.1" status: 204 len: 168 time: 0.1319304 Jun 24 10:36:46.168692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b18a7-fe66-4d7e-afa8-e2e96382e832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01331f8-810f-46ac-a297-1460cae0998e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:47.147209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f85e51-ac13-4e65-9bc9-421b48d34096 req-2c46b22e-b26f-4acd-b285-f0191f938937 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:47.148643 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5f85e51-ac13-4e65-9bc9-421b48d34096 req-2c46b22e-b26f-4acd-b285-f0191f938937 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 943 time: 0.0783739 Jun 24 10:36:47.154541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5879cab-5b6b-49bf-a055-86e848de8cd4 req-9cca99bb-06d2-499a-b080-df2d9838d4a6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:47.155856 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b5879cab-5b6b-49bf-a055-86e848de8cd4 req-9cca99bb-06d2-499a-b080-df2d9838d4a6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0749385 Jun 24 10:36:47.229860 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5f85e51-ac13-4e65-9bc9-421b48d34096 req-60793adb-dea9-48d5-b6bc-7119e6f5cfc3 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730584 Jun 24 10:36:47.233929 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b5879cab-5b6b-49bf-a055-86e848de8cd4 req-e42c0754-233d-4d3c-a4b0-754e8fbb38a0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710256 Jun 24 10:36:47.540569 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43816) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:47.610076 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 79386655-e33a-42ef-9559-01bb458133a7 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:36:47.627295 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:47.717072 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=79386655-e33a-42ef-9559-01bb458133a7,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:47.728487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '79386655-e33a-42ef-9559-01bb458133a7', 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce', 'port_id': '79386655-e33a-42ef-9559-01bb458133a7', 'mac_address': 'fa:16:3e:b2:01:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8026a9-9e35-48fd-886d-6e954e9f444d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:36:47.763812 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 79386655-e33a-42ef-9559-01bb458133a7 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:47.764195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (79386655-e33a-42ef-9559-01bb458133a7), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:47.777467 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79386655-e33a-42ef-9559-01bb458133a7 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:36:47.800229 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=79386655-e33a-42ef-9559-01bb458133a7,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:47.806784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:47.856706 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:47.864214 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.864555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.864924 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.865256 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.865580 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.865886 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.866196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.866497 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.866819 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.867129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.867442 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.867748 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.868057 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.868351 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.868650 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:36:47.932902 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:48.153000 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['79386655-e33a-42ef-9559-01bb458133a7'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:36:48.159886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:48.230691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Deleting port 5811a546-011b-4d09-bb63-21c0cbd7a822 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:48.231280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:48.337612 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] For port 5811a546-011b-4d09-bb63-21c0cbd7a822, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=5811a546-011b-4d09-bb63-21c0cbd7a822,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:48.338043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:48.391678 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Calling delete_port for 5811a546-011b-4d09-bb63-21c0cbd7a822 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:48.398786 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:48.435885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c38d6a-d0f4-41d0-b41f-dba80a502e6e req-c9efa796-f803-4d21-9ea5-01c2b4f73cd9 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:48.438170 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f9c38d6a-d0f4-41d0-b41f-dba80a502e6e req-c9efa796-f803-4d21-9ea5-01c2b4f73cd9 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 944 time: 0.1197836 Jun 24 10:36:48.464863 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ec4f0-9214-421b-a86a-0abab001504d req-c29c3b2f-5cb3-48f0-8b5f-06eb11c564b1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:48.466743 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd9ec4f0-9214-421b-a86a-0abab001504d req-c29c3b2f-5cb3-48f0-8b5f-06eb11c564b1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1258323 Jun 24 10:36:48.588144 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd9ec4f0-9214-421b-a86a-0abab001504d req-3e687e08-d03b-4171-ab93-30f0947cdcc5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898185 Jun 24 10:36:48.592658 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f9c38d6a-d0f4-41d0-b41f-dba80a502e6e req-495ab203-ecf5-4b7e-962d-5dcf5cee1939 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250353 Jun 24 10:36:48.718586 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (5811a546-011b-4d09-bb63-21c0cbd7a822), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:48.744002 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5811a546-011b-4d09-bb63-21c0cbd7a822,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:48.912945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.003520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.137209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:36:49.247332 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:36:49.252586 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9aed50e8-4700-4507-8da7-ad20254dd9b3 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c62e2a2-54f7-427f-b5d9-8cb1968feebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7109187 Jun 24 10:36:49.255248 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43836) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:49.256539 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Sync routers for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:36:49.271984 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:49.272614 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:49.361461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks [] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.363828 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.388063 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:49.453070 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43840) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:49.480576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks [] for router_gateway (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.530523 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Deleting port 9b00052f-39c0-426d-b1b6-525c3c92a5fa {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:49.530895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.577997 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:36:48Z', 'revision_number': 5, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port': {'id': '9b00052f-39c0-426d-b1b6-525c3c92a5fa', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:49.591265 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea337f8-3b5d-4461-acb3-92d1ff3e9d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.604289 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Checking router: 4c62e2a2-54f7-427f-b5d9-8cb1968feebb for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:36:49.613302 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Routers {'4c62e2a2-54f7-427f-b5d9-8cb1968feebb'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:36:49.614002 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:36:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:49.629319 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 79386655-e33a-42ef-9559-01bb458133a7 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:36:49.644350 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] For port 9b00052f-39c0-426d-b1b6-525c3c92a5fa, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9b00052f-39c0-426d-b1b6-525c3c92a5fa,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:49.644350 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.688829 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Calling delete_port for 9b00052f-39c0-426d-b1b6-525c3c92a5fa owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:49.719858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea337f8-3b5d-4461-acb3-92d1ff3e9d66 admin admin] Publish callbacks [] for security_group (7286ef4a-d301-4286-872e-0adbb46e8464), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.724157 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.725224 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 79386655-e33a-42ef-9559-01bb458133a7 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:36:49.732867 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ea337f8-3b5d-4461-acb3-92d1ff3e9d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7286ef4a-d301-4286-872e-0adbb46e8464), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.734844 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 79386655-e33a-42ef-9559-01bb458133a7 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:36:49.735915 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (79386655-e33a-42ef-9559-01bb458133a7), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.739909 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.759968 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] Set router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:36:49.807563 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2ea337f8-3b5d-4461-acb3-92d1ff3e9d66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c004f9c67094294be15e2cbc4f6db2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531809 Jun 24 10:36:49.808791 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43850) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:49.809577 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea337f8-3b5d-4461-acb3-92d1ff3e9d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286ef4a-d301-4286-872e-0adbb46e8464,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:49.818675 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:36:49Z', 'revision_number': 6, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:49.826191 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca247c-9d92-4d4a-8914-fd8bff365749 req-2a9ee3d4-5ff1-45df-a9c5-59695dc8faff tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:49.827693 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d9ca247c-9d92-4d4a-8914-fd8bff365749 req-2a9ee3d4-5ff1-45df-a9c5-59695dc8faff tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1355107 Jun 24 10:36:49.837328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41bc3f-1e19-4af6-b04c-b021e68e3839 req-90d5bdd2-7e52-4ab5-928b-9875b755391f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:49.838832 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb41bc3f-1e19-4af6-b04c-b021e68e3839 req-90d5bdd2-7e52-4ab5-928b-9875b755391f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 944 time: 0.1427114 Jun 24 10:36:49.859362 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b6ecf6-453a-4273-8401-1326c8e87397 None None] The sync data for ids ['4c62e2a2-54f7-427f-b5d9-8cb1968feebb'] in dv-cinder-847536-1-iscsi is: [{'id': '4c62e2a2-54f7-427f-b5d9-8cb1968feebb', 'name': 'tempest-DeleteServersTestJSON-178596705-router', 'tenant_id': 'dee3d0adc7084828b9ed954edee54f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:36:49Z', 'revision_number': 6, 'project_id': 'dee3d0adc7084828b9ed954edee54f6a', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:36:49.866549 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.869956 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 79386655-e33a-42ef-9559-01bb458133a7 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:36:49.870438 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (79386655-e33a-42ef-9559-01bb458133a7), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.887530 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:49.898829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79386655-e33a-42ef-9559-01bb458133a7'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:49.903878 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534a0d27-28b1-4599-ba27-ee83d7f06da7" -d '{"events": [{"server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "name": "network-vif-plugged", "status": "completed", "tag": "79386655-e33a-42ef-9559-01bb458133a7"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:49.918169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=79386655-e33a-42ef-9559-01bb458133a7,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:49.923661 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] Publish callbacks [] for security_group (7286ef4a-d301-4286-872e-0adbb46e8464), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.924823 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.959991 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] Publish callbacks [] for security_group (7286ef4a-d301-4286-872e-0adbb46e8464), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:49.981682 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.035729 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7286ef4a-d301-4286-872e-0adbb46e8464), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.038576 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.040065 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7286ef4a-d301-4286-872e-0adbb46e8464 HTTP/1.1" status: 204 len: 168 time: 0.2251766 Jun 24 10:36:50.060838 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee2511-e2c4-4e47-a5fa-e103cd21570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286ef4a-d301-4286-872e-0adbb46e8464,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.117922 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 5811a546-011b-4d09-bb63-21c0cbd7a822 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:36:50.139896 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 5811a546-011b-4d09-bb63-21c0cbd7a822 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:36:50.140238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 5811a546-011b-4d09-bb63-21c0cbd7a822 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:36:50.227426 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d9ca247c-9d92-4d4a-8914-fd8bff365749 req-c5864ba1-aac6-4634-a9c9-124d3870cc46 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876030 Jun 24 10:36:50.241449 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb41bc3f-1e19-4af6-b04c-b021e68e3839 req-5a11ba50-0c4b-4092-81e8-959deb6783af tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909578 Jun 24 10:36:50.248567 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:50.282758 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1db898-4e59-46d2-98dc-418972bf978f x-openstack-request-id: req-0f1db898-4e59-46d2-98dc-418972bf978f {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:50.283141 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "name": "network-vif-plugged", "status": "completed", "tag": "79386655-e33a-42ef-9559-01bb458133a7", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:50.283434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f1db898-4e59-46d2-98dc-418972bf978f {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:50.283927 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1db898-4e59-46d2-98dc-418972bf978f'] response: {'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79386655-e33a-42ef-9559-01bb458133a7', 'code': 200} Jun 24 10:36:50.316072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (9b00052f-39c0-426d-b1b6-525c3c92a5fa), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.342992 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b00052f-39c0-426d-b1b6-525c3c92a5fa,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.412431 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43858) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:50.430307 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f727417d-c9d0-41ca-9dea-8f283b45f297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.434405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.584052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.587000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19f502-e74e-47fa-b596-a294274e94f7 req-fc7c15c0-529f-4ab7-b10d-c85a0d398a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:50.588488 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dc19f502-e74e-47fa-b596-a294274e94f7 req-fc7c15c0-529f-4ab7-b10d-c85a0d398a48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 1129 time: 0.1417475 Jun 24 10:36:50.589731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks [] for router_controller (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.669886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:50.686607 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (4c62e2a2-54f7-427f-b5d9-8cb1968feebb), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.687224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c62e2a2-54f7-427f-b5d9-8cb1968feebb {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:36:50.702290 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.706209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43860) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:50.706738 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-31b6120d-288f-411d-8483-fa8e2a093166 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4c62e2a2-54f7-427f-b5d9-8cb1968feebb HTTP/1.1" status: 204 len: 168 time: 1.4500124 Jun 24 10:36:50.734442 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dc19f502-e74e-47fa-b596-a294274e94f7 req-f56fabe0-c17b-4e93-898a-2675482b66b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347430 Jun 24 10:36:50.756953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f727417d-c9d0-41ca-9dea-8f283b45f297 admin admin] Publish callbacks [] for security_group (042e560e-a9e1-4620-8588-3df56c7b9745), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.759166 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Deleting subnet c6d0fbc9-251f-476f-a74a-ea847ff743b8 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:36:50.763089 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f727417d-c9d0-41ca-9dea-8f283b45f297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (042e560e-a9e1-4620-8588-3df56c7b9745), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.763271 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Publish callbacks [] for subnet (c6d0fbc9-251f-476f-a74a-ea847ff743b8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.807515 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f727417d-c9d0-41ca-9dea-8f283b45f297 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d337b2bb99f4ff4a68a81bc7180186f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936043 Jun 24 10:36:50.808534 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727417d-c9d0-41ca-9dea-8f283b45f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e560e-a9e1-4620-8588-3df56c7b9745,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:50.811003 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 43864) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:50.829820 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (c6d0fbc9-251f-476f-a74a-ea847ff743b8), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.945142 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] Publish callbacks [] for security_group (042e560e-a9e1-4620-8588-3df56c7b9745), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.978058 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (c6d0fbc9-251f-476f-a74a-ea847ff743b8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:50.999954 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] Publish callbacks [] for security_group (042e560e-a9e1-4620-8588-3df56c7b9745), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.064250 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (c6d0fbc9-251f-476f-a74a-ea847ff743b8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.091815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (042e560e-a9e1-4620-8588-3df56c7b9745), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.094328 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.095501 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/042e560e-a9e1-4620-8588-3df56c7b9745 HTTP/1.1" status: 204 len: 168 time: 0.2835667 Jun 24 10:36:51.098295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d0fbc9-251f-476f-a74a-ea847ff743b8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:51.107177 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.109932 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e980b0bf-0470-4b55-80ee-5f4c8efe9b8a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c6d0fbc9-251f-476f-a74a-ea847ff743b8 HTTP/1.1" status: 204 len: 168 time: 0.4024358 Jun 24 10:36:51.110900 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d888f-d844-486d-98f5-6edb5a6bbeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e560e-a9e1-4620-8588-3df56c7b9745,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:51.111604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99f2a5-539a-43ba-910b-fe086884596e None None] Network 752e9800-1649-43f8-947f-53990781f692 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:36:51.112861 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43868) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:51.198744 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (752e9800-1649-43f8-947f-53990781f692), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.248015 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Deleting port 9c79efd6-0562-469d-83b7-1074363f3fbf {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:51.248435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.288415 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] DHCP port deletion for 752e9800-1649-43f8-947f-53990781f692 request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:36:51.334694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] For port 9c79efd6-0562-469d-83b7-1074363f3fbf, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9c79efd6-0562-469d-83b7-1074363f3fbf,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:51.335248 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.345316 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Deleting port 9c79efd6-0562-469d-83b7-1074363f3fbf {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:51.345780 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.351690 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Calling delete_port for 9c79efd6-0562-469d-83b7-1074363f3fbf owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:51.439458 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] For port 9c79efd6-0562-469d-83b7-1074363f3fbf, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9c79efd6-0562-469d-83b7-1074363f3fbf,segment=NetworkSegment(35219143-ed61-4141-b04c-6c8d248fe7b9),segment_id=35219143-ed61-4141-b04c-6c8d248fe7b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:51.440034 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.453360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4816b03-ada1-4d8e-a883-bd6009726c90 req-3ec36256-5d4e-4954-a6ca-6af806a45a39 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:51.454387 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4816b03-ada1-4d8e-a883-bd6009726c90 req-3ec36256-5d4e-4954-a6ca-6af806a45a39 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0874751 Jun 24 10:36:51.467721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Calling delete_port for 9c79efd6-0562-469d-83b7-1074363f3fbf owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:51.508729 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:51.518338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e6e6f-26e7-4d99-a9fd-fcf25f8fcd56 req-9ed380d5-f90e-4a3c-a234-50f28f2bcd69 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:51.520049 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a85e6e6f-26e7-4d99-a9fd-fcf25f8fcd56 req-9ed380d5-f90e-4a3c-a234-50f28f2bcd69 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0843973 Jun 24 10:36:51.584603 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4816b03-ada1-4d8e-a883-bd6009726c90 req-f271af78-40e4-4212-b97d-4e4460ac6221 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116922 Jun 24 10:36:51.599508 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.635330 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c79efd6-0562-469d-83b7-1074363f3fbf,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:51.640301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] No DVR routers for this DVR port 9c79efd6-0562-469d-83b7-1074363f3fbf on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:36:51.649301 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a85e6e6f-26e7-4d99-a9fd-fcf25f8fcd56 req-39df5e7e-a875-44f2-869b-2114df8bef6a tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197476 Jun 24 10:36:51.732911 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (752e9800-1649-43f8-947f-53990781f692), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.745862 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (9c79efd6-0562-469d-83b7-1074363f3fbf), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.757070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752e9800-1649-43f8-947f-53990781f692']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:51.766538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35219143-ed61-4141-b04c-6c8d248fe7b9') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:51.766910 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35219143-ed61-4141-b04c-6c8d248fe7b9') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:36:51.771326 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] Pushing event deleted for resources: {'Port': ['ID=9c79efd6-0562-469d-83b7-1074363f3fbf,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:51.779043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1193bdc7-8ce8-4dc1-913b-d434beb66322 None None] No DVR routers for this DVR port 9c79efd6-0562-469d-83b7-1074363f3fbf on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:36:51.781060 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (35219143-ed61-4141-b04c-6c8d248fe7b9), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.790348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:51.804246 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (35219143-ed61-4141-b04c-6c8d248fe7b9), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.811535 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:36:51.811948 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (35219143-ed61-4141-b04c-6c8d248fe7b9), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.837966 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 35219143-ed61-4141-b04c-6c8d248fe7b9 resource provider aggregate not found Jun 24 10:36:51.858990 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 35219143-ed61-4141-b04c-6c8d248fe7b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35219143-ed61-4141-b04c-6c8d248fe7b9 found for delete ", "request_id": "req-4e6d61dc-7c01-4213-81af-b775d0187859"}]} Jun 24 10:36:51.898503 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (752e9800-1649-43f8-947f-53990781f692), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.907894 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:51.912260 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/752e9800-1649-43f8-947f-53990781f692 HTTP/1.1" status: 204 len: 168 time: 0.7982633 Jun 24 10:36:51.932205 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80de4f-0f1e-461a-8c32-a9c16b4524e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=752e9800-1649-43f8-947f-53990781f692,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:52.055486 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9b00052f-39c0-426d-b1b6-525c3c92a5fa no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:36:52.081717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 9b00052f-39c0-426d-b1b6-525c3c92a5fa {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:36:52.082667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9b00052f-39c0-426d-b1b6-525c3c92a5fa not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:36:52.083273 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9c79efd6-0562-469d-83b7-1074363f3fbf no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:36:52.103566 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 9c79efd6-0562-469d-83b7-1074363f3fbf {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:36:52.103971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9c79efd6-0562-469d-83b7-1074363f3fbf not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:36:52.135694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43904) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:52.183754 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ea3cfbd7-3862-4208-bf24-37f0924757ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dee3d0adc7084828b9ed954edee54f6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467815 Jun 24 10:36:52.186222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 43906) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:52.235959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] Publish callbacks [] for security_group (ff328871-2d07-48c2-8137-fc5a3b1b0261), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:52.257811 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] Publish callbacks [] for security_group (ff328871-2d07-48c2-8137-fc5a3b1b0261), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:52.310452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ff328871-2d07-48c2-8137-fc5a3b1b0261), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:52.313259 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:52.314482 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff328871-2d07-48c2-8137-fc5a3b1b0261 HTTP/1.1" status: 204 len: 168 time: 0.1273534 Jun 24 10:36:52.322710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d32b-5422-4fe6-8050-e1c76969a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff328871-2d07-48c2-8137-fc5a3b1b0261,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:52.718900 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753ecd2-aff0-46e9-86d4-697edc431115 req-99664be2-11c7-4f86-b04e-532bd4da5950 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:52.720707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3753ecd2-aff0-46e9-86d4-697edc431115 req-99664be2-11c7-4f86-b04e-532bd4da5950 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Jun 24 10:36:52.784893 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133e56c-a96c-49bf-8357-daf75dc427f7 req-ba51fc26-5bab-4ce6-b497-3776c2ee9e2a tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:52.786516 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1133e56c-a96c-49bf-8357-daf75dc427f7 req-ba51fc26-5bab-4ce6-b497-3776c2ee9e2a tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0648541 Jun 24 10:36:52.832013 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3753ecd2-aff0-46e9-86d4-697edc431115 req-763b88f1-dc67-49ee-867c-354b74182c65 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995216 Jun 24 10:36:52.859843 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1133e56c-a96c-49bf-8357-daf75dc427f7 req-1517a5a0-4c8c-4e0c-be4f-86b964f5352c tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620785 Jun 24 10:36:53.590697 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540c231-180e-4177-81cc-2d6639798c19 req-f67d991c-aac7-40a3-865a-fc9f02360c08 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:53.592168 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f540c231-180e-4177-81cc-2d6639798c19 req-f67d991c-aac7-40a3-865a-fc9f02360c08 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0487058 Jun 24 10:36:53.646953 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f540c231-180e-4177-81cc-2d6639798c19 req-cfad44df-509a-4b4e-ac25-f17cf2390f14 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Jun 24 10:36:53.959604 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf8e63-1b07-452e-91b9-d1e1e3ca4893 req-6b50e325-a21b-456d-87cf-1bb2138f6fcc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:53.962204 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-30bf8e63-1b07-452e-91b9-d1e1e3ca4893 req-6b50e325-a21b-456d-87cf-1bb2138f6fcc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Jun 24 10:36:54.012212 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-30bf8e63-1b07-452e-91b9-d1e1e3ca4893 req-690a8d07-2aaa-49d0-bff0-2ab564beda84 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437784 Jun 24 10:36:54.615479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44010) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:54.742378 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-81607e63-fb9e-42ba-b15f-bf02a6e1dc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:54.785925 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8cd8-c1bb-409d-a98a-68858e9d0c2c req-de4fa556-3211-4354-901a-1b99f567defb tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:54.787394 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-414e8cd8-c1bb-409d-a98a-68858e9d0c2c req-de4fa556-3211-4354-901a-1b99f567defb tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0610688 Jun 24 10:36:54.860966 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-414e8cd8-c1bb-409d-a98a-68858e9d0c2c req-9614f647-b7f6-4b62-9aa6-11a9cbfa77b8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Jun 24 10:36:54.889240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:54.891529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:54.907308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-81607e63-fb9e-42ba-b15f-bf02a6e1dc35 admin admin] Publish callbacks [] for security_group (3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:54.912346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-81607e63-fb9e-42ba-b15f-bf02a6e1dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:54.955667 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81607e63-fb9e-42ba-b15f-bf02a6e1dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:54.959967 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-81607e63-fb9e-42ba-b15f-bf02a6e1dc35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c137f78bb5be45d2b9e52c5e8c63d060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434792 Jun 24 10:36:54.962788 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44018) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:55.013577 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] Publish callbacks [] for security_group (3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.037068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] Publish callbacks [] for security_group (3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.097208 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.099813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.103307 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6 HTTP/1.1" status: 204 len: 168 time: 0.1373262 Jun 24 10:36:55.130052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1cbf6-f9af-4ff1-ad86-ced07fa2273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5fc37-4cf2-4299-ac9f-9ffe635f23c6,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.141673 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a859f6-1a27-4bda-aee8-78eeca3df75b req-c239ebbb-fb64-4af8-b5f6-8cb826b5f1ad tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:55.143026 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-31a859f6-1a27-4bda-aee8-78eeca3df75b req-c239ebbb-fb64-4af8-b5f6-8cb826b5f1ad tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0576508 Jun 24 10:36:55.207345 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-31a859f6-1a27-4bda-aee8-78eeca3df75b req-9d190d90-f0f7-4d41-b71b-3c1047ef38ed tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Jun 24 10:36:55.415521 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44028) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:55.429959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6c025c5-8ff6-4520-a97c-7c3b998eea0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.508923 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6c025c5-8ff6-4520-a97c-7c3b998eea0a admin admin] Publish callbacks [] for security_group (359e01dc-90bb-48e9-a72b-ad7379aeb0c7), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.514516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b6c025c5-8ff6-4520-a97c-7c3b998eea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (359e01dc-90bb-48e9-a72b-ad7379aeb0c7), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.554942 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b6c025c5-8ff6-4520-a97c-7c3b998eea0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0de36a237cf64be5a5188fe9646a7b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382103 Jun 24 10:36:55.555720 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c025c5-8ff6-4520-a97c-7c3b998eea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e01dc-90bb-48e9-a72b-ad7379aeb0c7,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.558382 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44030) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:36:55.619809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] Publish callbacks [] for security_group (359e01dc-90bb-48e9-a72b-ad7379aeb0c7), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.643108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] Publish callbacks [] for security_group (359e01dc-90bb-48e9-a72b-ad7379aeb0c7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.700810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (359e01dc-90bb-48e9-a72b-ad7379aeb0c7), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.703596 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:55.704796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/359e01dc-90bb-48e9-a72b-ad7379aeb0c7 HTTP/1.1" status: 204 len: 168 time: 0.1438859 Jun 24 10:36:55.713048 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead3fff-b6a5-4e1f-a000-07a68de00d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e01dc-90bb-48e9-a72b-ad7379aeb0c7,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:55.988195 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174536d7-b1aa-4c75-b5c5-473be6341a95 req-72ea8ee5-ca1e-438a-b993-b8bdc19b2ca8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:55.989707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-174536d7-b1aa-4c75-b5c5-473be6341a95 req-72ea8ee5-ca1e-438a-b993-b8bdc19b2ca8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0498836 Jun 24 10:36:56.038113 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-174536d7-b1aa-4c75-b5c5-473be6341a95 req-05b61eb7-76a0-4c32-96d8-799faa4b8215 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Jun 24 10:36:56.330401 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25be5-eed5-4bfd-bfe1-89197387775d req-fa2025dc-dee9-47e0-8e92-93f9c46378d2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:56.331922 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8c25be5-eed5-4bfd-bfe1-89197387775d req-fa2025dc-dee9-47e0-8e92-93f9c46378d2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0518832 Jun 24 10:36:56.381664 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8c25be5-eed5-4bfd-bfe1-89197387775d req-eab329be-8230-42fd-86cd-fb57fbd49e24 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Jun 24 10:36:57.301210 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def8325-534f-44cf-a775-d580d53369c7 req-5b1b2d09-e376-4c52-97dd-381216682661 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:57.302751 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1def8325-534f-44cf-a775-d580d53369c7 req-5b1b2d09-e376-4c52-97dd-381216682661 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Jun 24 10:36:57.352581 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1def8325-534f-44cf-a775-d580d53369c7 req-11584afb-334f-4983-a65e-bebf02bb9414 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Jun 24 10:36:57.511056 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13ee6e-97e0-4aa4-a6f2-97d20564eb4f req-8310219c-3c36-4a68-a8ee-28708dad7e57 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:57.512642 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee13ee6e-97e0-4aa4-a6f2-97d20564eb4f req-8310219c-3c36-4a68-a8ee-28708dad7e57 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0522592 Jun 24 10:36:57.575950 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee13ee6e-97e0-4aa4-a6f2-97d20564eb4f req-7e375d58-de37-4e6c-a202-6f633b826692 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Jun 24 10:36:57.611163 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-b6e08b29-b0a1-4bba-898b-9c901843a10f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:57.612679 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-b6e08b29-b0a1-4bba-898b-9c901843a10f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Jun 24 10:36:57.745878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:57.785121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:57.804767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Deleting port 79386655-e33a-42ef-9559-01bb458133a7 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:36:57.805136 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (79386655-e33a-42ef-9559-01bb458133a7), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:57.896307 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] For port 79386655-e33a-42ef-9559-01bb458133a7, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=79386655-e33a-42ef-9559-01bb458133a7,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:36:57.896671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (79386655-e33a-42ef-9559-01bb458133a7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:57.917680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Calling delete_port for 79386655-e33a-42ef-9559-01bb458133a7 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:36:57.926040 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-220c7d3f-d4f8-4ce1-8453-a04e975782db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:58.056156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (79386655-e33a-42ef-9559-01bb458133a7), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:58.086246 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Pushing event deleted for resources: {'Port': ['ID=79386655-e33a-42ef-9559-01bb458133a7,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:36:58.153205 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] No DVR routers for this DVR port 79386655-e33a-42ef-9559-01bb458133a7 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:36:58.156223 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:36:58.159805 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8494fd3b-fc84-4e98-a7cf-c562d3d4c894 req-0c85942d-5f2b-4def-8f95-3bb6723bb151 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "DELETE /v2.0/ports/79386655-e33a-42ef-9559-01bb458133a7 HTTP/1.1" status: 204 len: 173 time: 0.5005088 Jun 24 10:36:58.160296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'name': 'network-vif-deleted', 'tag': '79386655-e33a-42ef-9559-01bb458133a7'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:36:58.164153 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c391ce6-949d-4f83-be9e-16b1e1299bdd" -d '{"events": [{"server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "name": "network-vif-deleted", "tag": "79386655-e33a-42ef-9559-01bb458133a7"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:36:58.208292 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900fc2c6-ce82-4304-a785-b0699a3595a0 x-openstack-request-id: req-900fc2c6-ce82-4304-a785-b0699a3595a0 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:36:58.208862 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95bec9-042b-4a7c-872a-9b6aba0097d8", "name": "network-vif-deleted", "tag": "79386655-e33a-42ef-9559-01bb458133a7", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:36:58.209826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-900fc2c6-ce82-4304-a785-b0699a3595a0 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:36:58.210173 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900fc2c6-ce82-4304-a785-b0699a3595a0'] response: {'server_uuid': 'fe95bec9-042b-4a7c-872a-9b6aba0097d8', 'name': 'network-vif-deleted', 'tag': '79386655-e33a-42ef-9559-01bb458133a7', 'status': 'completed', 'code': 200} Jun 24 10:36:58.461844 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-715c9951-a09e-47d1-ad2c-66d751f6b9b4 req-00fb1075-2505-4c75-ae02-f12ac91e906f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe95bec9-042b-4a7c-872a-9b6aba0097d8 HTTP/1.1" status: 200 len: 210 time: 0.0292947 Jun 24 10:36:58.736054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2afa-1494-4d83-bd9b-c0a9b50be9bf req-2e2ff23f-d6e5-4625-ab6c-8f7bb10c6683 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:58.737791 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b0ae2afa-1494-4d83-bd9b-c0a9b50be9bf req-2e2ff23f-d6e5-4625-ab6c-8f7bb10c6683 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0678761 Jun 24 10:36:58.806665 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b0ae2afa-1494-4d83-bd9b-c0a9b50be9bf req-343895f8-9453-4868-bfc5-8d87106ae5e7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630040 Jun 24 10:36:59.629004 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=40 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:59.660981 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 79386655-e33a-42ef-9559-01bb458133a7 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:36:59.681015 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:59.682465 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 79386655-e33a-42ef-9559-01bb458133a7 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:36:59.683006 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 79386655-e33a-42ef-9559-01bb458133a7 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:36:59.789551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-ea2edd1b-0c8b-4a2a-8486-48823df1cae6 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:59.790902 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-ea2edd1b-0c8b-4a2a-8486-48823df1cae6 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/networks?id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 200 len: 808 time: 0.1102338 Jun 24 10:36:59.805279 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f6780285-81f4-419f-b484-ceed9563f9e8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/quotas/9513ee5af8e84d48a7f28b4c77db2dd0 HTTP/1.1" status: 200 len: 375 time: 0.0089097 Jun 24 10:36:59.823784 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=50 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:36:59.839368 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-a36c3391-6b59-4eb6-addf-74f9bea2fa09 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292511 Jun 24 10:36:59.957044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7c94-0c00-4df7-8a4a-ee292e040aa5 req-71b04951-6117-488c-87eb-842add40d4f2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:36:59.958635 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f1b7c94-0c00-4df7-8a4a-ee292e040aa5 req-71b04951-6117-488c-87eb-842add40d4f2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0824082 Jun 24 10:36:59.980184 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-03e548e7-690e-40d2-845a-230b412ca794 service neutron] 10.222.0.69 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338155 Jun 24 10:37:00.048325 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f1b7c94-0c00-4df7-8a4a-ee292e040aa5 req-7278c61f-1ed1-4d0c-bdf4-4b3bd53d1483 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800133 Jun 24 10:37:00.099266 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-18facc9e-8911-472f-9795-12e5aad2d569 service neutron] 10.222.0.69 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060247 Jun 24 10:37:00.272319 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76df364b-0d22-493a-9345-ce757c1db0c7 req-2f129521-3008-4e0c-b1d8-875acbb378b0 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0340774 Jun 24 10:37:00.324636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-97cd55c1-39f7-4b7a-8feb-a0c716c32c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.041341 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44218) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:01.149446 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3edc808c-6804-4473-a1f5-b1e0b5813254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.169721 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7952-415a-49f3-b811-142180834f22 req-6bc8577b-b4d0-4b8b-bbbe-08f75f363900 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:01.171178 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-658d7952-415a-49f3-b811-142180834f22 req-6bc8577b-b4d0-4b8b-bbbe-08f75f363900 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Jun 24 10:37:01.186393 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:01.189363 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:01.193387 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:01.220114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-658d7952-415a-49f3-b811-142180834f22 req-f65ff683-b99b-4875-bb66-04fa393c8348 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Jun 24 10:37:01.236557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3edc808c-6804-4473-a1f5-b1e0b5813254 admin admin] Publish callbacks [] for security_group (335e3c60-98ae-4e06-b764-c98477afd7a6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.247566 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3edc808c-6804-4473-a1f5-b1e0b5813254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (335e3c60-98ae-4e06-b764-c98477afd7a6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.288286 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3edc808c-6804-4473-a1f5-b1e0b5813254 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13b14c31a0d34343b8ed80a96bad98f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457831 Jun 24 10:37:01.289170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc808c-6804-4473-a1f5-b1e0b5813254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e3c60-98ae-4e06-b764-c98477afd7a6,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:01.291140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44224) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:01.313765 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:01.353034 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] Publish callbacks [] for security_group (335e3c60-98ae-4e06-b764-c98477afd7a6), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.371797 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fe352696-7838-458a-a969-3cfbd83054f3 req-d2e37a31-8856-4f43-826c-1656d7e3d356 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jun 24 10:37:01.389742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] Publish callbacks [] for security_group (335e3c60-98ae-4e06-b764-c98477afd7a6), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.441970 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (335e3c60-98ae-4e06-b764-c98477afd7a6), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.445112 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:01.446264 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/335e3c60-98ae-4e06-b764-c98477afd7a6 HTTP/1.1" status: 204 len: 168 time: 0.1539581 Jun 24 10:37:01.454226 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384409b-3b7c-46f3-9d19-5d791a6500cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e3c60-98ae-4e06-b764-c98477afd7a6,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:01.504752 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.009598 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.338885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdf1aa-1151-4a2f-9821-969c6f8057a8 req-817b1ab1-c4c3-44ae-a956-55f43356a81f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:02.340715 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5cbdf1aa-1151-4a2f-9821-969c6f8057a8 req-817b1ab1-c4c3-44ae-a956-55f43356a81f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0484402 Jun 24 10:37:02.388125 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5cbdf1aa-1151-4a2f-9821-969c6f8057a8 req-bf12227c-1679-48a2-a532-4c8695fd3448 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Jun 24 10:37:02.475000 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8af7aa02-eaa3-4ae6-9497-f8575ae6ffa6 req-6ee8f284-afb3-4d03-8221-5ff0e6fc052e tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0330932 Jun 24 10:37:02.560949 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44272) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:02.667521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84b23d51-eccb-46f0-ab12-91d8bc552873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.744877 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84b23d51-eccb-46f0-ab12-91d8bc552873 admin admin] Publish callbacks [] for security_group (7172f33a-98d2-4a64-95ba-0c39756a1237), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.750101 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84b23d51-eccb-46f0-ab12-91d8bc552873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7172f33a-98d2-4a64-95ba-0c39756a1237), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.786258 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b23d51-eccb-46f0-ab12-91d8bc552873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7172f33a-98d2-4a64-95ba-0c39756a1237,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:02.790637 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-84b23d51-eccb-46f0-ab12-91d8bc552873 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9ff60bad5a34fb6acfcd686c52a076f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286329 Jun 24 10:37:02.793788 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44280) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:02.845336 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] Publish callbacks [] for security_group (7172f33a-98d2-4a64-95ba-0c39756a1237), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.867847 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] Publish callbacks [] for security_group (7172f33a-98d2-4a64-95ba-0c39756a1237), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.917738 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7172f33a-98d2-4a64-95ba-0c39756a1237), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.920629 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:02.921647 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7172f33a-98d2-4a64-95ba-0c39756a1237 HTTP/1.1" status: 204 len: 168 time: 0.1273839 Jun 24 10:37:02.930580 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7cae-bcb9-4c38-ac7d-eee8eebe4854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7172f33a-98d2-4a64-95ba-0c39756a1237,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:03.196096 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:03.398795 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:03.543799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06d2f4-12c2-4514-9e3e-3a3f626f6c2f req-6f33e13a-fa7e-49b0-9e87-b04c36c0e17a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:03.552559 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-aa06d2f4-12c2-4514-9e3e-3a3f626f6c2f req-6f33e13a-fa7e-49b0-9e87-b04c36c0e17a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0882747 Jun 24 10:37:03.593161 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-27fd2d8f-8e07-4274-befd-418c90f9c2ae req-b2808c0c-46fa-41c5-b3e1-cbbd0af492cf tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0381968 Jun 24 10:37:03.623882 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-aa06d2f4-12c2-4514-9e3e-3a3f626f6c2f req-44df030c-5d87-4459-aac1-d28f826c6228 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Jun 24 10:37:04.134202 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-35b2cd27-f2cd-4980-9e81-9f826f0648e8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:04.135641 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-35b2cd27-f2cd-4980-9e81-9f826f0648e8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "GET /v2.0/networks?id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 200 len: 808 time: 0.3196785 Jun 24 10:37:04.149137 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Request body: {'port': {'device_id': '4755adb9-050a-4f50-be27-f39d01a979d6', 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce', 'admin_state_up': True, 'tenant_id': '9513ee5af8e84d48a7f28b4c77db2dd0'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:04.206861 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:04.221023 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:04.259351 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Made reservation on behalf of 9513ee5af8e84d48a7f28b4c77db2dd0 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:04.262627 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:04.395381 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Allocated IP 172.20.0.6 (8892b172-ff9b-4970-9912-4cf3bdf6c7ce/9b8026a9-9e35-48fd-886d-6e954e9f444d/1903e74e-2ba0-42c3-89ac-699858ec4904) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:04.546270 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks [] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:04.579496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:04.629607 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:04.632670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:04.636591 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:37:04.661651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Pushing event updated for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:04.705691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:04.706287 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:04.777730 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-1e711f73-de0b-4baf-99c9-d28dbf9dd82b tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6322529 Jun 24 10:37:04.783973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6399b8-7424-408b-b011-eca27e715cee req-978d36a0-6fdc-4034-8cdd-9bd116abee45 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:04.785453 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a6399b8-7424-408b-b011-eca27e715cee req-978d36a0-6fdc-4034-8cdd-9bd116abee45 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 931 time: 0.1029892 Jun 24 10:37:04.791342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fb163-36fd-42c6-91c1-5d600872d79c req-a90e8c9e-a15b-4bee-bc82-869a45d61fe2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:04.792669 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-896fb163-36fd-42c6-91c1-5d600872d79c req-a90e8c9e-a15b-4bee-bc82-869a45d61fe2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0933495 Jun 24 10:37:04.798417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Request body: {'port': {'device_id': '4755adb9-050a-4f50-be27-f39d01a979d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:04.921064 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a6399b8-7424-408b-b011-eca27e715cee req-fb3a6fbe-6f36-4624-aed6-308c621d8da9 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273837 Jun 24 10:37:04.926579 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-896fb163-36fd-42c6-91c1-5d600872d79c req-5047a84f-aabc-40ec-bb3c-4147cbdc3390 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248491 Jun 24 10:37:04.933193 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:04.988450 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:05.028425 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:05.201559 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1903e74e-2ba0-42c3-89ac-699858ec4904 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:05.215864 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks [] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:05.231700 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Transition to ACTIVE for port object 1903e74e-2ba0-42c3-89ac-699858ec4904 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:37:05.239588 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:05.314284 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-8f41a8ce-8240-46e3-8276-7b7e79480038 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ac68515ea7c64764b0c9f4005158e360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469606 Jun 24 10:37:05.342836 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Pushing event updated for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:05.555009 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Attempting to bind port 1903e74e-2ba0-42c3-89ac-699858ec4904 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:37:05.555682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Attempting to bind port 1903e74e-2ba0-42c3-89ac-699858ec4904 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:37:05.555682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Attempting to bind port 1903e74e-2ba0-42c3-89ac-699858ec4904 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:05.563220 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07dc68ce-fe71-4600-b3b4-cae3d3c87e61 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:05.564768 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07dc68ce-fe71-4600-b3b4-cae3d3c87e61 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427487 Jun 24 10:37:05.567876 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Port 1903e74e-2ba0-42c3-89ac-699858ec4904 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:37:05.568190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Attempting to bind port 1903e74e-2ba0-42c3-89ac-699858ec4904 on network 8892b172-ff9b-4970-9912-4cf3bdf6c7ce {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:05.580262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:37:05.580595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Checking segment: {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:05.580990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Bound using segment: {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:37:05.581415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Bound port: 1903e74e-2ba0-42c3-89ac-699858ec4904, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666bee4e-d950-41a2-9936-725504f64a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:37:05.581767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:05.587028 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-7989aff2-2ea1-4c90-9e72-06bbbbf7c13f tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/quotas/ac68515ea7c64764b0c9f4005158e360 HTTP/1.1" status: 200 len: 375 time: 0.0165114 Jun 24 10:37:05.637743 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-589909af-a0b4-4523-88ab-7bb1df648980 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ac68515ea7c64764b0c9f4005158e360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441375 Jun 24 10:37:05.672821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:05.676907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=1903e74e-2ba0-42c3-89ac-699858ec4904,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:05.686769 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:05.727140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:05.727748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:05.729165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] 10.222.0.20 "PUT /v2.0/ports/1903e74e-2ba0-42c3-89ac-699858ec4904 HTTP/1.1" status: 200 len: 1093 time: 0.9345591 Jun 24 10:37:05.729730 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:05.732124 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07bc648-ade6-4289-87b0-e0d1c373ecc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:05.800833 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a3de9d-78fb-411f-b3b2-6fd331597fe7 x-openstack-request-id: req-c7a3de9d-78fb-411f-b3b2-6fd331597fe7 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:05.801117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:05.801362 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7a3de9d-78fb-411f-b3b2-6fd331597fe7 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:05.801746 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a3de9d-78fb-411f-b3b2-6fd331597fe7'] response: {'name': 'network-changed', 'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904', 'status': 'completed', 'code': 200} Jun 24 10:37:05.830879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd033e-24bf-4969-a051-1f570dfd5e3e service neutron] Pushing event updated for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:05.855453 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9ee02c58-74dc-4bf5-a73a-5fb8dc1d068b req-71437fe9-99e1-46c2-9c94-4578c3861c9d tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 210 time: 0.0528080 Jun 24 10:37:05.860672 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-3971812a-e091-4753-919d-a8e5214423b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:05.862631 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-3971812a-e091-4753-919d-a8e5214423b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 1127 time: 0.0802848 Jun 24 10:37:05.917494 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-3803bb5c-6cb7-4808-8de6-4cd2bcc2c2d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1903e74e-2ba0-42c3-89ac-699858ec4904 HTTP/1.1" status: 200 len: 217 time: 0.0437202 Jun 24 10:37:06.014986 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-4466a32e-4787-4b11-bc20-f1d5aff5e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:06.016835 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-4466a32e-4787-4b11-bc20-f1d5aff5e4ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b8026a9-9e35-48fd-886d-6e954e9f444d HTTP/1.1" status: 200 len: 848 time: 0.0915334 Jun 24 10:37:06.107602 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-2630f64d-0222-4c0c-a9a1-9c42ececd6d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822330 Jun 24 10:37:06.131235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872aef5-b5cc-4b99-896b-ba957aa1ec35 req-1a058461-5002-4adb-a77f-33058f59a9ec tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:06.132916 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5872aef5-b5cc-4b99-896b-ba957aa1ec35 req-1a058461-5002-4adb-a77f-33058f59a9ec tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1125555 Jun 24 10:37:06.140458 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea0af1-a490-4917-a73d-6373d964bfa6 req-c65aeb0e-4475-4ecf-84cf-77dad88b519f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:06.141901 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45ea0af1-a490-4917-a73d-6373d964bfa6 req-c65aeb0e-4475-4ecf-84cf-77dad88b519f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 943 time: 0.1194835 Jun 24 10:37:06.176761 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:06.189550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:06.284626 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5872aef5-b5cc-4b99-896b-ba957aa1ec35 req-a90c2d1e-9064-4915-87a5-29ca971d3c23 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318130 Jun 24 10:37:06.289924 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45ea0af1-a490-4917-a73d-6373d964bfa6 req-775d57b9-486f-4e64-95a6-f83632105b7a tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338904 Jun 24 10:37:06.304536 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-7ea6a66e-144b-44cc-8c75-f68e12ca7fce service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867046 Jun 24 10:37:06.412025 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fe378ff-6371-42bf-8f84-d4b922c99781 req-39b53525-235e-48f5-af56-dd5bdea3acbf service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000814 Jun 24 10:37:06.954604 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c09cd4dd-f8b0-465a-a03d-4dc866b24932 req-09b0ae7e-4099-4272-a781-640b7236b2d7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Jun 24 10:37:07.416267 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44424) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:07.488276 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45596b03-8dfb-462d-8013-7be4d738ee70 req-11376ed4-125c-4a02-b628-1b449b0c663f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:07.489726 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45596b03-8dfb-462d-8013-7be4d738ee70 req-11376ed4-125c-4a02-b628-1b449b0c663f tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 943 time: 0.1171086 Jun 24 10:37:07.490605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-c0b7443c-9e91-47d6-bbd4-d43fdee7538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:07.491894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-c0b7443c-9e91-47d6-bbd4-d43fdee7538f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 1127 time: 0.1046293 Jun 24 10:37:07.498081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c2ab2-d285-4dcb-92f6-f1c321369710 req-f6979d0b-2dfe-45c7-9d8c-88f254d7989c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:07.499499 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1e0c2ab2-d285-4dcb-92f6-f1c321369710 req-f6979d0b-2dfe-45c7-9d8c-88f254d7989c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0992601 Jun 24 10:37:07.538844 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5176725b-1af3-4212-878e-88bdd395b3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:07.573583 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45596b03-8dfb-462d-8013-7be4d738ee70 req-9b2e3ee4-77d2-4fc1-a345-1e2255b493a9 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Jun 24 10:37:07.577752 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1e0c2ab2-d285-4dcb-92f6-f1c321369710 req-6ef18899-04e4-4cc7-911a-fd895c8c48c0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703983 Jun 24 10:37:07.622968 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5176725b-1af3-4212-878e-88bdd395b3aa admin admin] Publish callbacks [] for security_group (83d454a4-8f21-4145-8d1c-26e7a4e0656f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:07.628538 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5176725b-1af3-4212-878e-88bdd395b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (83d454a4-8f21-4145-8d1c-26e7a4e0656f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:07.666585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176725b-1af3-4212-878e-88bdd395b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d454a4-8f21-4145-8d1c-26e7a4e0656f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:07.671340 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5176725b-1af3-4212-878e-88bdd395b3aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68207b0d0b3c48ceabc7828d0db8825f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539999 Jun 24 10:37:07.674291 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44436) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:07.694095 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 1903e74e-2ba0-42c3-89ac-699858ec4904 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:07.804624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] Publish callbacks [] for security_group (83d454a4-8f21-4145-8d1c-26e7a4e0656f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:07.842658 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-6c4b6a4c-1fec-464a-84e2-8c5c077703b8 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac68515ea7c64764b0c9f4005158e360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379262 Jun 24 10:37:07.844963 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] Publish callbacks [] for security_group (83d454a4-8f21-4145-8d1c-26e7a4e0656f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:07.845215 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=1903e74e-2ba0-42c3-89ac-699858ec4904,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:07.876473 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '1903e74e-2ba0-42c3-89ac-699858ec4904', 'network_id': '8892b172-ff9b-4970-9912-4cf3bdf6c7ce', 'port_id': '1903e74e-2ba0-42c3-89ac-699858ec4904', 'mac_address': 'fa:16:3e:af:00:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8026a9-9e35-48fd-886d-6e954e9f444d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:07.893420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-db16e28d-1361-4451-8e19-7def1e868e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:07.896725 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-db16e28d-1361-4451-8e19-7def1e868e68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 200 len: 909 time: 0.2008374 Jun 24 10:37:07.950292 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-bee4ee8f-cc39-434c-9bcc-7072075be7c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1903e74e-2ba0-42c3-89ac-699858ec4904 HTTP/1.1" status: 200 len: 217 time: 0.0475302 Jun 24 10:37:07.978258 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 1903e74e-2ba0-42c3-89ac-699858ec4904 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:07.978743 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.001960 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1903e74e-2ba0-42c3-89ac-699858ec4904 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:08.023824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (83d454a4-8f21-4145-8d1c-26e7a4e0656f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.026639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.027791 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83d454a4-8f21-4145-8d1c-26e7a4e0656f HTTP/1.1" status: 204 len: 168 time: 0.3524380 Jun 24 10:37:08.047595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8085f-6359-41d5-90fa-ad44554895aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d454a4-8f21-4145-8d1c-26e7a4e0656f,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:08.054642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-84bbc4a3-f30c-4116-9b5c-c4cdada2e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:08.056529 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-84bbc4a3-f30c-4116-9b5c-c4cdada2e9fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b8026a9-9e35-48fd-886d-6e954e9f444d HTTP/1.1" status: 200 len: 848 time: 0.0952115 Jun 24 10:37:08.105971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=1903e74e-2ba0-42c3-89ac-699858ec4904,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:08.106141 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44454) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:08.116435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.122725 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-04fc8506-0e24-4db5-acba-e8583deab66f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8892b172-ff9b-4970-9912-4cf3bdf6c7ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542204 Jun 24 10:37:08.144273 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-ea1cf52e-08ee-4d1e-98cf-3097bbb353bf tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:08.146451 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-ea1cf52e-08ee-4d1e-98cf-3097bbb353bf tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962494 Jun 24 10:37:08.160931 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94034c24-e653-4c08-b97f-d525ed9f0a17 req-8cd5554d-1333-4ad0-ad63-91bf64164e11 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 210 time: 0.0433552 Jun 24 10:37:08.176290 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Request body: {'port': {'device_id': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'network_id': '5bc31e62-0552-436c-8606-afe55126940c', 'admin_state_up': True, 'tenant_id': 'ac68515ea7c64764b0c9f4005158e360'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:08.191726 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:08.216091 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:08.286790 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61eb18d9-c58b-4b98-b86e-b85180d141ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.292855 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-3ce260fc-c291-43e2-bde7-04de89b0899e service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191444 Jun 24 10:37:08.342292 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Made reservation on behalf of ac68515ea7c64764b0c9f4005158e360 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:08.345759 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.360686 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.407639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['1903e74e-2ba0-42c3-89ac-699858ec4904'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:08.412368 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b07bc648-ade6-4289-87b0-e0d1c373ecc0 req-5f4d880d-f7e5-4f64-a3f8-05a736f53fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116762 Jun 24 10:37:08.437525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61eb18d9-c58b-4b98-b86e-b85180d141ff admin admin] Publish callbacks [] for security_group (a5ea3b4b-38a5-499c-8054-e1d310b1ba19), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.449935 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:08.454023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61eb18d9-c58b-4b98-b86e-b85180d141ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a5ea3b4b-38a5-499c-8054-e1d310b1ba19), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.497472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:08.515620 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-61eb18d9-c58b-4b98-b86e-b85180d141ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df20dfdf0c4c4e699558521ca1f72cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083619 Jun 24 10:37:08.518238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44470) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:08.527903 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb18d9-c58b-4b98-b86e-b85180d141ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea3b4b-38a5-499c-8054-e1d310b1ba19,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:08.538733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks [] for security_group (9541c6d7-c7b9-4961-a3e9-4fce125348f1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.546724 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (9541c6d7-c7b9-4961-a3e9-4fce125348f1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.579279 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:08.607054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:08.607754 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] Publish callbacks [] for security_group (a5ea3b4b-38a5-499c-8054-e1d310b1ba19), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.643440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] Publish callbacks [] for security_group (a5ea3b4b-38a5-499c-8054-e1d310b1ba19), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:08.911836 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9541c6d7-c7b9-4961-a3e9-4fce125348f1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:08.990427 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Allocated IP 192.168.233.162 (5bc31e62-0552-436c-8606-afe55126940c/8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac/8a9387dd-35fd-471b-a976-cdbc48771ac4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:09.014872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64050329-07d9-4ccd-9f5c-4c9800df839e req-5ca9dfe1-9e78-4310-9bf0-54204f937321 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:09.016372 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-64050329-07d9-4ccd-9f5c-4c9800df839e req-5ca9dfe1-9e78-4310-9bf0-54204f937321 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.3412404 Jun 24 10:37:09.025229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aac90-1803-4d8d-8805-1ad565804ac1 req-9b5f8f29-62b9-4a24-a593-f9a6539ad654 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:09.026814 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f26aac90-1803-4d8d-8805-1ad565804ac1 req-9b5f8f29-62b9-4a24-a593-f9a6539ad654 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 944 time: 0.3348734 Jun 24 10:37:09.061004 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a5ea3b4b-38a5-499c-8054-e1d310b1ba19), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.063616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.067353 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5ea3b4b-38a5-499c-8054-e1d310b1ba19 HTTP/1.1" status: 204 len: 168 time: 0.5451553 Jun 24 10:37:09.098284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801252f-1a21-4a75-b1b9-20bb27ffd858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea3b4b-38a5-499c-8054-e1d310b1ba19,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:09.129669 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-64050329-07d9-4ccd-9f5c-4c9800df839e req-0b63ef86-ca1d-4169-be83-e14c0144d7c0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016285 Jun 24 10:37:09.132540 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f26aac90-1803-4d8d-8805-1ad565804ac1 req-24d77007-22d3-49ca-949e-5f2574e6f0b8 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 Jun 24 10:37:09.213619 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks [] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.260986 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.261210 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-48a0b268-d787-4063-95c6-b90988c479f1 req-3c9cf71c-895a-4a06-9e1e-284bf2e45f3d tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 210 time: 0.0277727 Jun 24 10:37:09.306437 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Network 5bc31e62-0552-436c-8606-afe55126940c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:09.309595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:09.313684 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:37:09.349598 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Pushing event updated for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:09.377696 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:09.378331 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.402804 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-07fc8c3a-c6c3-4183-855f-b27caf28003c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2309482 Jun 24 10:37:09.584660 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Request body: {'port': {'device_id': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:09.614861 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44504) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:09.619517 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-ab7b8bed-ead0-47c2-9f0d-7c0cf8551cd0 None None] Provisioning complete for port 8a9387dd-35fd-471b-a976-cdbc48771ac4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:09.620031 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8bed-ead0-47c2-9f0d-7c0cf8551cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.632778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-85488475-c2b3-44fd-82b3-c1260d67ab67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.661471 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.713970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b8bed-ead0-47c2-9f0d-7c0cf8551cd0 None None] Port 8a9387dd-35fd-471b-a976-cdbc48771ac4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:37:09.726065 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 1903e74e-2ba0-42c3-89ac-699858ec4904 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:09.740848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-85488475-c2b3-44fd-82b3-c1260d67ab67 admin admin] Publish callbacks [] for security_group (31ebf58f-ff8d-4b00-ad54-4707efec3e96), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.759854 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-85488475-c2b3-44fd-82b3-c1260d67ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (31ebf58f-ff8d-4b00-ad54-4707efec3e96), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.801412 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 1903e74e-2ba0-42c3-89ac-699858ec4904 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:37:09.807418 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85488475-c2b3-44fd-82b3-c1260d67ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebf58f-ff8d-4b00-ad54-4707efec3e96,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:09.819832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 1903e74e-2ba0-42c3-89ac-699858ec4904 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:09.820252 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.840263 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-85488475-c2b3-44fd-82b3-c1260d67ab67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41376bcdb5b74dcd8aa65146a6ce3a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240531 Jun 24 10:37:09.844026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44508) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:09.862130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88524a-5be2-4ba3-8c68-25782e2b065f req-2871c930-6fad-4956-9c23-f46a0649f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:09.863605 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a88524a-5be2-4ba3-8c68-25782e2b065f req-2871c930-6fad-4956-9c23-f46a0649f196 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1130 time: 0.0676768 Jun 24 10:37:09.875122 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:09.924358 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 1903e74e-2ba0-42c3-89ac-699858ec4904 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:09.924752 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.931794 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:09.935442 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a88524a-5be2-4ba3-8c68-25782e2b065f req-8e4fc90f-b462-4fe2-8b35-486fb31080f3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Jun 24 10:37:09.938482 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:09.945543 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] Publish callbacks [] for security_group (31ebf58f-ff8d-4b00-ad54-4707efec3e96), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.955886 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:09.958426 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa14e71-662a-4f10-aef4-5fdbf70c2810" -d '{"events": [{"server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "name": "network-vif-plugged", "status": "completed", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:09.978068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] Publish callbacks [] for security_group (31ebf58f-ff8d-4b00-ad54-4707efec3e96), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.978539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=1903e74e-2ba0-42c3-89ac-699858ec4904,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:09.988281 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:09.995034 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9387dd-35fd-471b-a976-cdbc48771ac4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:10.006373 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks [] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.022689 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc2434-548d-4094-8751-4163f3b095f9 x-openstack-request-id: req-c7dc2434-548d-4094-8751-4163f3b095f9 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:10.023282 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "name": "network-vif-plugged", "status": "completed", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:10.023282 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7dc2434-548d-4094-8751-4163f3b095f9 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:10.023966 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7dc2434-548d-4094-8751-4163f3b095f9'] response: {'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904', 'code': 200} Jun 24 10:37:10.024154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Transition to ACTIVE for port object 8a9387dd-35fd-471b-a976-cdbc48771ac4 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:37:10.029431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.060313 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:10.079718 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (31ebf58f-ff8d-4b00-ad54-4707efec3e96), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.082606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.086925 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31ebf58f-ff8d-4b00-ad54-4707efec3e96 HTTP/1.1" status: 204 len: 168 time: 0.2373476 Jun 24 10:37:10.089244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:10.092776 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:10.095833 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c1551-ad07-4442-8e87-807e1ea73b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebf58f-ff8d-4b00-ad54-4707efec3e96,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:10.195535 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Attempting to bind port 8a9387dd-35fd-471b-a976-cdbc48771ac4 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:37:10.196050 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Attempting to bind port 8a9387dd-35fd-471b-a976-cdbc48771ac4 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:37:10.196866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Attempting to bind port 8a9387dd-35fd-471b-a976-cdbc48771ac4 on network 5bc31e62-0552-436c-8606-afe55126940c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:10.219876 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Port 8a9387dd-35fd-471b-a976-cdbc48771ac4 on network 5bc31e62-0552-436c-8606-afe55126940c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:37:10.220203 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Attempting to bind port 8a9387dd-35fd-471b-a976-cdbc48771ac4 on network 5bc31e62-0552-436c-8606-afe55126940c {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:10.236691 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:37:10.238548 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Checking segment: {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:10.238949 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Bound using segment: {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:37:10.239824 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Bound port: 8a9387dd-35fd-471b-a976-cdbc48771ac4, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55cfec0-fc1e-4169-b6a7-257c084972d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5bc31e62-0552-436c-8606-afe55126940c'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:37:10.240190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.335620 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:10.340066 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:10.355584 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.403722 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.404335 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:10.405731 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] 10.222.0.20 "PUT /v2.0/ports/8a9387dd-35fd-471b-a976-cdbc48771ac4 HTTP/1.1" status: 200 len: 1098 time: 0.8261721 Jun 24 10:37:10.406154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:10.408384 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b84cdf-fbe8-4abc-9041-3805b01acc60" -d '{"events": [{"name": "network-changed", "server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:10.454330 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e816d93-70b1-40ab-91f7-b5cf4ab8e72d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:10.469593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaee83-34d1-4959-9b4b-9f11af863abc req-391762c5-5d54-41c5-b7b6-38fd29547216 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.471373 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5baaee83-34d1-4959-9b4b-9f11af863abc req-391762c5-5d54-41c5-b7b6-38fd29547216 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.1951356 Jun 24 10:37:10.478545 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e1bec-3bb5-4276-9bc8-46b55804dbf8 req-6968d966-ae70-4f3e-810c-e0c266ee9726 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.480127 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-963e1bec-3bb5-4276-9bc8-46b55804dbf8 req-6968d966-ae70-4f3e-810c-e0c266ee9726 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.1803184 Jun 24 10:37:10.539888 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:10.568937 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5baaee83-34d1-4959-9b4b-9f11af863abc req-c2beaf80-b5b8-4b6c-9859-bea4e9e33e3e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875940 Jun 24 10:37:10.574297 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-963e1bec-3bb5-4276-9bc8-46b55804dbf8 req-88c3921b-2901-4c0d-afed-5601cac73ef5 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857322 Jun 24 10:37:10.703977 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa7581-8c87-44ab-a1bb-d1e861ce3ffe x-openstack-request-id: req-7efa7581-8c87-44ab-a1bb-d1e861ce3ffe {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:10.704508 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:10.704508 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7efa7581-8c87-44ab-a1bb-d1e861ce3ffe {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:10.705005 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efa7581-8c87-44ab-a1bb-d1e861ce3ffe'] response: {'name': 'network-changed', 'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4', 'status': 'completed', 'code': 200} Jun 24 10:37:10.717019 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16173ab-47d3-4800-96a7-349b9d1ab279 req-b4c345a1-ad20-451e-8ea5-8c7580026849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.718496 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a16173ab-47d3-4800-96a7-349b9d1ab279 req-b4c345a1-ad20-451e-8ea5-8c7580026849 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 1129 time: 0.0809762 Jun 24 10:37:10.752365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-add00c18-24d3-468c-afd6-f145396745dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.753909 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-add00c18-24d3-468c-afd6-f145396745dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac68515ea7c64764b0c9f4005158e360&device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 1132 time: 0.0813909 Jun 24 10:37:10.767091 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec5af-4fa5-4a1a-848b-eb9f08115cc7 req-7e38869b-1fda-46b1-8790-401cc1b21e6b tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:10.774454 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-896ec5af-4fa5-4a1a-848b-eb9f08115cc7 req-7e38869b-1fda-46b1-8790-401cc1b21e6b tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 948 time: 0.0670516 Jun 24 10:37:10.795947 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a16173ab-47d3-4800-96a7-349b9d1ab279 req-5d6c8c12-026c-4416-9aee-65801759f5cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Jun 24 10:37:10.826018 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-cfa36f13-cd79-40f0-8084-b62d27880602 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4 HTTP/1.1" status: 200 len: 217 time: 0.0485365 Jun 24 10:37:10.854978 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-896ec5af-4fa5-4a1a-848b-eb9f08115cc7 req-27a263a4-d1b9-465c-bc81-0609fb6e8f77 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792439 Jun 24 10:37:11.159672 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-bb2242a0-e7bb-48f2-a160-3ac5f20718ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:11.162695 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-bb2242a0-e7bb-48f2-a160-3ac5f20718ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac HTTP/1.1" status: 200 len: 843 time: 0.0604594 Jun 24 10:37:11.740985 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ad59-230f-43ce-8ae8-b7e8321dcc93 req-829d58c8-88a3-4889-a9bc-681ed9e9c782 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:11.742484 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4787ad59-230f-43ce-8ae8-b7e8321dcc93 req-829d58c8-88a3-4889-a9bc-681ed9e9c782 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0841079 Jun 24 10:37:11.756981 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ff942-97ec-471d-8e9a-7528e86c312d req-a06483d8-4f34-4f36-95e7-49e8282421e1 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:11.758377 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e8ff942-97ec-471d-8e9a-7528e86c312d req-a06483d8-4f34-4f36-95e7-49e8282421e1 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0669119 Jun 24 10:37:11.827622 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4787ad59-230f-43ce-8ae8-b7e8321dcc93 req-3bfe6dae-0cfb-4b02-8844-4d2145930023 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Jun 24 10:37:11.834663 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e8ff942-97ec-471d-8e9a-7528e86c312d req-08f57852-60f6-4fae-9571-875d284d8bc1 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639663 Jun 24 10:37:11.977606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f9c5e-aba5-4f2f-b669-19fe79c90fcf req-96116235-013f-43a7-815c-5267cd538deb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:11.979207 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3f7f9c5e-aba5-4f2f-b669-19fe79c90fcf req-96116235-013f-43a7-815c-5267cd538deb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0808077 Jun 24 10:37:11.989384 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4f906-7475-4608-9b0b-23f61dee45be req-115ce5c5-8065-49d7-95d7-da9a5b122300 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:11.990784 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d4f906-7475-4608-9b0b-23f61dee45be req-115ce5c5-8065-49d7-95d7-da9a5b122300 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 948 time: 0.0605948 Jun 24 10:37:12.062586 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-cfd51e7a-6543-4a1c-a414-72e45b7fa79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:12.064088 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-cfd51e7a-6543-4a1c-a414-72e45b7fa79a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bc31e62-0552-436c-8606-afe55126940c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0714254 Jun 24 10:37:12.125250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3f7f9c5e-aba5-4f2f-b669-19fe79c90fcf req-78b8cfca-34c8-497b-93db-6edfe15fcc73 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335282 Jun 24 10:37:12.134873 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a4d4f906-7475-4608-9b0b-23f61dee45be req-be900cb1-d540-45ad-a1d1-a6c7a67a32fc tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323380 Jun 24 10:37:12.211161 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-9f385344-328e-48b8-98e2-04272cee04b5 service neutron] 10.222.0.20 "GET /v2.0/networks/5bc31e62-0552-436c-8606-afe55126940c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338003 Jun 24 10:37:12.330286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:12.349032 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2b9ecf12-6413-4761-a365-6853a4b67a2f req-553cec91-df2d-47a8-b554-fe4f13c82a7e service neutron] 10.222.0.20 "GET /v2.0/networks/5bc31e62-0552-436c-8606-afe55126940c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004632 Jun 24 10:37:12.971863 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202729e4-1f91-4851-9d01-d263370647ef req-d3167fa9-5b56-4807-bbeb-4db63d273163 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:12.973443 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-202729e4-1f91-4851-9d01-d263370647ef req-d3167fa9-5b56-4807-bbeb-4db63d273163 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0506244 Jun 24 10:37:13.028316 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-202729e4-1f91-4851-9d01-d263370647ef req-937d4cd6-0bfd-45b6-92b4-19d965511e9c tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Jun 24 10:37:13.254674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e220-a88d-441b-a9d9-61dbeb444f13 req-1bc8fbc8-73cb-4871-9e53-8e495accde33 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:13.256172 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc20e220-a88d-441b-a9d9-61dbeb444f13 req-1bc8fbc8-73cb-4871-9e53-8e495accde33 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 948 time: 0.0481226 Jun 24 10:37:13.310345 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc20e220-a88d-441b-a9d9-61dbeb444f13 req-5ed6ce62-7cb0-428a-b66c-59312595bc36 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482728 Jun 24 10:37:13.757003 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8a9387dd-35fd-471b-a976-cdbc48771ac4 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:13.796191 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eddfa-c2ad-468b-bbc1-dc4515bfe90e req-27f12b63-d5b3-4ca0-96ab-63dc00287867 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:13.797693 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-998eddfa-c2ad-468b-bbc1-dc4515bfe90e req-27f12b63-d5b3-4ca0-96ab-63dc00287867 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0503001 Jun 24 10:37:13.808797 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:13.846226 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-998eddfa-c2ad-468b-bbc1-dc4515bfe90e req-dd4b370f-7490-4395-acf6-a46a8eb3cb51 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jun 24 10:37:13.861239 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:13.872566 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '8a9387dd-35fd-471b-a976-cdbc48771ac4', 'network_id': '5bc31e62-0552-436c-8606-afe55126940c', 'port_id': '8a9387dd-35fd-471b-a976-cdbc48771ac4', 'mac_address': 'fa:16:3e:2d:74:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:13.906741 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 8a9387dd-35fd-471b-a976-cdbc48771ac4 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:13.907118 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:13.921172 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9387dd-35fd-471b-a976-cdbc48771ac4 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:13.942575 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:13.948329 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:13.997545 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:14.023145 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-6cb9dad8-6b68-4543-b6c8-ef1f42852b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.024838 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-6cb9dad8-6b68-4543-b6c8-ef1f42852b24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac68515ea7c64764b0c9f4005158e360&device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 1133 time: 0.0471721 Jun 24 10:37:14.048140 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-13c112e0-cb93-4695-82c0-b3dbe397f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.049810 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-13c112e0-cb93-4695-82c0-b3dbe397f7f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.0397301 Jun 24 10:37:14.150357 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-2bda07af-a9df-42de-acaf-39406e1c03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.151943 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-2bda07af-a9df-42de-acaf-39406e1c03a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0922923 Jun 24 10:37:14.168965 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79febef-8961-43c0-98be-c658250c2ed9 req-7fe9c218-e5f7-4c86-accb-49932d122663 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.170443 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f79febef-8961-43c0-98be-c658250c2ed9 req-7fe9c218-e5f7-4c86-accb-49932d122663 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0684392 Jun 24 10:37:14.185249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-c65139a9-068b-43dd-93ec-8d5999ea7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.186559 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-c65139a9-068b-43dd-93ec-8d5999ea7fdc service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bc31e62-0552-436c-8606-afe55126940c HTTP/1.1" status: 200 len: 870 time: 0.1499746 Jun 24 10:37:14.193041 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-c48778fa-ac8b-49bc-a64e-89dcd5d7d6c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 217 time: 0.0329461 Jun 24 10:37:14.245160 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-7c866f26-cc6a-431a-9c0d-44ce12b4923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.246676 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-7c866f26-cc6a-431a-9c0d-44ce12b4923c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0444088 Jun 24 10:37:14.247475 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-4d06b096-f9e5-432f-bc63-46dda59d0a31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4 HTTP/1.1" status: 200 len: 217 time: 0.0455537 Jun 24 10:37:14.254777 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f79febef-8961-43c0-98be-c658250c2ed9 req-8a4ec2ed-19c7-455e-8495-92f6f9c211f1 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Jun 24 10:37:14.282800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8a9387dd-35fd-471b-a976-cdbc48771ac4'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:14.319133 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-37f63386-aa9c-4d5c-a9fd-32e52efcbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.321879 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-37f63386-aa9c-4d5c-a9fd-32e52efcbf4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535817 Jun 24 10:37:14.334085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-1848a04b-ca04-442f-9861-66d0175b4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.336773 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-1848a04b-ca04-442f-9861-66d0175b4790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8356f7f2-c6f2-4cb5-a033-7a1450a6f2ac HTTP/1.1" status: 200 len: 843 time: 0.0643554 Jun 24 10:37:14.395933 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-9a4d006c-024b-4e4c-884b-baff02897dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.397445 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-9a4d006c-024b-4e4c-884b-baff02897dee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bc31e62-0552-436c-8606-afe55126940c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0525115 Jun 24 10:37:14.414327 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:14.431956 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-b08232fc-7423-4bd1-9c08-6d6a62eb5c0a service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986366 Jun 24 10:37:14.505670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9e2b6-1b0d-4946-a6b1-c11f98d1361d req-dc78437c-4aac-43c7-8042-f0e6c3545dd1 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.512430 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1ed9e2b6-1b0d-4946-a6b1-c11f98d1361d req-dc78437c-4aac-43c7-8042-f0e6c3545dd1 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 949 time: 0.1054208 Jun 24 10:37:14.563481 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:14.567321 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b0fb9b6-b006-4c92-a39a-d074ffe67ed7 req-1f593278-6c96-4499-8d5d-26f47b6492c5 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282921 Jun 24 10:37:14.581035 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1ed9e2b6-1b0d-4946-a6b1-c11f98d1361d req-16989e83-4e95-4462-bf44-b3849c71ac59 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676873 Jun 24 10:37:14.584621 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-75d23a7f-b031-43c7-acd3-379016cd25a6 service neutron] 10.222.0.20 "GET /v2.0/networks/5bc31e62-0552-436c-8606-afe55126940c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758635 Jun 24 10:37:14.631213 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:37:14.702588 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47b84cdf-fbe8-4abc-9041-3805b01acc60 req-0ac4783a-98d6-41dd-a275-0ec858c1dd0e service neutron] 10.222.0.20 "GET /v2.0/networks/5bc31e62-0552-436c-8606-afe55126940c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090138 Jun 24 10:37:14.988691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627657-8c80-4d87-a79b-cd72db29dc2c req-cae6124b-fbe8-4345-90e3-221f6f545011 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:14.990222 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-08627657-8c80-4d87-a79b-cd72db29dc2c req-cae6124b-fbe8-4345-90e3-221f6f545011 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Jun 24 10:37:15.004571 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:15.050733 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-08627657-8c80-4d87-a79b-cd72db29dc2c req-51b26187-1f42-4d07-8114-4b2931cd5c9b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 Jun 24 10:37:15.139538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cadab-20b5-47ac-96db-a82c285fda89 req-d28e01c1-42fb-4292-b9c1-6533b70345a6 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:15.141151 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7c4cadab-20b5-47ac-96db-a82c285fda89 req-d28e01c1-42fb-4292-b9c1-6533b70345a6 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0469265 Jun 24 10:37:15.203652 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7c4cadab-20b5-47ac-96db-a82c285fda89 req-fd89f9a7-5fb6-4be6-b340-a1d9b9084ee0 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568852 Jun 24 10:37:15.627568 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44720) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:15.697301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a11cb4-e14b-4189-9c0a-d5ea573c238f req-f909a0d4-1aee-427b-8cb1-b412edceec78 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:15.698881 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-10a11cb4-e14b-4189-9c0a-d5ea573c238f req-f909a0d4-1aee-427b-8cb1-b412edceec78 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 949 time: 0.0469768 Jun 24 10:37:15.754978 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd1a12af-2530-4ddd-abc3-75a0cbefac63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.768694 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-10a11cb4-e14b-4189-9c0a-d5ea573c238f req-581890ce-3334-4a17-87f0-08a406882be1 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639122 Jun 24 10:37:15.782813 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8a9387dd-35fd-471b-a976-cdbc48771ac4 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:15.813573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:15.828312 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 8a9387dd-35fd-471b-a976-cdbc48771ac4 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:37:15.835892 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 8a9387dd-35fd-471b-a976-cdbc48771ac4 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:15.836263 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.841356 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd1a12af-2530-4ddd-abc3-75a0cbefac63 admin admin] Publish callbacks [] for security_group (c3147b2a-9f9e-4988-b211-b92d3f8cb063), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.846133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd1a12af-2530-4ddd-abc3-75a0cbefac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (c3147b2a-9f9e-4988-b211-b92d3f8cb063), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.890924 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bd1a12af-2530-4ddd-abc3-75a0cbefac63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f36a54ecd3744e18ab8bca58bfe9e0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599123 Jun 24 10:37:15.890924 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a12af-2530-4ddd-abc3-75a0cbefac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3147b2a-9f9e-4988-b211-b92d3f8cb063,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:15.891400 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44726) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:15.920823 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:15.923841 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 8a9387dd-35fd-471b-a976-cdbc48771ac4 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:15.924349 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.946511 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:15.953160 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:15.956532 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67418807-4061-4f15-b4a2-bee20cc85fbe" -d '{"events": [{"server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "name": "network-vif-plugged", "status": "completed", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:15.962406 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] Publish callbacks [] for security_group (c3147b2a-9f9e-4988-b211-b92d3f8cb063), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.970815 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:15.977406 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:15.991130 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] Publish callbacks [] for security_group (c3147b2a-9f9e-4988-b211-b92d3f8cb063), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.009039 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d186bc-46cd-4760-b8f8-32f799219edd x-openstack-request-id: req-13d186bc-46cd-4760-b8f8-32f799219edd {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:16.009321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "name": "network-vif-plugged", "status": "completed", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:16.009566 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13d186bc-46cd-4760-b8f8-32f799219edd {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:16.010054 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d186bc-46cd-4760-b8f8-32f799219edd'] response: {'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4', 'code': 200} Jun 24 10:37:16.037305 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:16.046904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (c3147b2a-9f9e-4988-b211-b92d3f8cb063), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.049414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.055934 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3147b2a-9f9e-4988-b211-b92d3f8cb063 HTTP/1.1" status: 204 len: 168 time: 0.1551960 Jun 24 10:37:16.064859 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec085b-ec98-4037-831b-7c7438598db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3147b2a-9f9e-4988-b211-b92d3f8cb063,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:16.190431 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6cbbe-7eaf-4df8-8982-4cb3ac6692cf req-f963caf7-579e-4ad1-920f-d87a8ce98f5b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:16.192147 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-13c6cbbe-7eaf-4df8-8982-4cb3ac6692cf req-f963caf7-579e-4ad1-920f-d87a8ce98f5b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0541317 Jun 24 10:37:16.259051 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-13c6cbbe-7eaf-4df8-8982-4cb3ac6692cf req-587b0e37-b823-49b2-bfad-8fe89dba9569 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 Jun 24 10:37:16.351134 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10aa7f-0b5e-4645-bc53-1617ac14d0a1 req-b14f13c8-329a-4f08-88db-0a501c3ca207 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:16.353003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f10aa7f-0b5e-4645-bc53-1617ac14d0a1 req-b14f13c8-329a-4f08-88db-0a501c3ca207 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0698111 Jun 24 10:37:16.396867 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44754) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:16.418013 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fab3cae0-8dac-4c3c-8265-05b868003f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.422756 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f10aa7f-0b5e-4645-bc53-1617ac14d0a1 req-1fefa56d-81bf-4d86-9854-204220ef1cf4 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/security-groups?id=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629053 Jun 24 10:37:16.498168 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fab3cae0-8dac-4c3c-8265-05b868003f0d admin admin] Publish callbacks [] for security_group (e969afcb-200c-4422-b8bf-00f576017288), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.504323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fab3cae0-8dac-4c3c-8265-05b868003f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e969afcb-200c-4422-b8bf-00f576017288), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.541688 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3cae0-8dac-4c3c-8265-05b868003f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969afcb-200c-4422-b8bf-00f576017288,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:16.545927 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-fab3cae0-8dac-4c3c-8265-05b868003f0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=efe81245e8654a5d80332e40f9842ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480374 Jun 24 10:37:16.549381 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44756) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:16.585748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f944ef9-dc84-4aae-b7a7-76684260b77a req-80d0a746-bbaf-4ba1-ae87-05f98d97e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:16.587342 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9f944ef9-dc84-4aae-b7a7-76684260b77a req-80d0a746-bbaf-4ba1-ae87-05f98d97e446 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 1134 time: 0.0380514 Jun 24 10:37:16.603431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] Publish callbacks [] for security_group (e969afcb-200c-4422-b8bf-00f576017288), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.638712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] Publish callbacks [] for security_group (e969afcb-200c-4422-b8bf-00f576017288), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.653915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:16.671641 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9f944ef9-dc84-4aae-b7a7-76684260b77a req-21e3405a-0524-40e4-bd20-c099d9fa7fbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482197 Jun 24 10:37:16.695645 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-febf3654-619d-49df-926e-bc18ff83d841 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:16.697124 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-febf3654-619d-49df-926e-bc18ff83d841 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 945 time: 0.0677345 Jun 24 10:37:16.715814 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e969afcb-200c-4422-b8bf-00f576017288), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.718427 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:16.719493 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e969afcb-200c-4422-b8bf-00f576017288 HTTP/1.1" status: 204 len: 168 time: 0.1690695 Jun 24 10:37:16.727521 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8831f-a142-4ce3-ad46-17d6833dadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969afcb-200c-4422-b8bf-00f576017288,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:16.883348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eddb1-3590-4d46-9901-88396d297caf req-51ed86ad-6ee7-4606-9077-35a2a5a8ef40 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:16.885040 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-151eddb1-3590-4d46-9901-88396d297caf req-51ed86ad-6ee7-4606-9077-35a2a5a8ef40 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0478969 Jun 24 10:37:16.939513 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-151eddb1-3590-4d46-9901-88396d297caf req-4c8195c2-a4e3-476b-909d-a73690e65d60 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Jun 24 10:37:16.968101 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Deleting port 1903e74e-2ba0-42c3-89ac-699858ec4904 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:37:16.968629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.056890 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] For port 1903e74e-2ba0-42c3-89ac-699858ec4904, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=1903e74e-2ba0-42c3-89ac-699858ec4904,segment=NetworkSegment(666bee4e-d950-41a2-9936-725504f64a1b),segment_id=666bee4e-d950-41a2-9936-725504f64a1b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:17.057257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.071078 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Calling delete_port for 1903e74e-2ba0-42c3-89ac-699858ec4904 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:37:17.203921 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (1903e74e-2ba0-42c3-89ac-699858ec4904), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.218725 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['1903e74e-2ba0-42c3-89ac-699858ec4904'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:17.230726 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Pushing event deleted for resources: {'Port': ['ID=1903e74e-2ba0-42c3-89ac-699858ec4904,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:17.276379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] No DVR routers for this DVR port 1903e74e-2ba0-42c3-89ac-699858ec4904 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:37:17.279591 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.282926 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47cfc691-3188-45e2-95b4-18c9198fc76e req-fef68696-9bd9-4647-8ac8-bec974d8fa75 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.20 "DELETE /v2.0/ports/1903e74e-2ba0-42c3-89ac-699858ec4904 HTTP/1.1" status: 204 len: 173 time: 0.3994331 Jun 24 10:37:17.283372 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'name': 'network-vif-deleted', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:17.285693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f59a13-c6ad-4e8b-b63c-6da771e4eba8" -d '{"events": [{"server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "name": "network-vif-deleted", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:17.325335 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4d5fe-659e-446e-acdc-17779f487a37 x-openstack-request-id: req-09a4d5fe-659e-446e-acdc-17779f487a37 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:17.325788 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4755adb9-050a-4f50-be27-f39d01a979d6", "name": "network-vif-deleted", "tag": "1903e74e-2ba0-42c3-89ac-699858ec4904", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:17.326031 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09a4d5fe-659e-446e-acdc-17779f487a37 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:17.326494 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a4d5fe-659e-446e-acdc-17779f487a37'] response: {'server_uuid': '4755adb9-050a-4f50-be27-f39d01a979d6', 'name': 'network-vif-deleted', 'tag': '1903e74e-2ba0-42c3-89ac-699858ec4904', 'status': 'completed', 'code': 200} Jun 24 10:37:17.393007 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f581bd-4c01-4b3d-8021-83d6c5b247f0 req-d39af53e-6371-4b99-b36c-12d6e062332e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:17.394546 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d2f581bd-4c01-4b3d-8021-83d6c5b247f0 req-d39af53e-6371-4b99-b36c-12d6e062332e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0575733 Jun 24 10:37:17.445649 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d2f581bd-4c01-4b3d-8021-83d6c5b247f0 req-d78e3bd1-eaa5-4ac8-b8e9-724fef2b0f0d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448916 Jun 24 10:37:17.486982 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44794) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:17.557592 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-17d29c8a-2840-427c-af25-c3a8460a7009 req-dd060237-68b5-4bc1-8da1-05e01e166f6c tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0390730 Jun 24 10:37:17.625422 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1119293576-network', 'tenant_id': '64524e73ca0f405cbccd891aa3564988'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:17.653472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Made reservation on behalf of 64524e73ca0f405cbccd891aa3564988 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:17.656053 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.665126 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.717123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:17.726043 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:17.740987 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44800) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:17.750032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks [] for security_group (2b1434ec-b536-4d82-8d33-f207ab5cb4c9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.755135 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2b1434ec-b536-4d82-8d33-f207ab5cb4c9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.780726 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:17.791049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1434ec-b536-4d82-8d33-f207ab5cb4c9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:17.796244 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (d3f46d5b-3568-4ff2-853f-f9c6c02d3b96), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.796543 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Added segment d3f46d5b-3568-4ff2-853f-f9c6c02d3b96 of type vlan for network 1f09c739-f892-4ff6-939a-ef6d00f4bb8d Jun 24 10:37:17.837015 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (1f09c739-f892-4ff6-939a-ef6d00f4bb8d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.855068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f6858aa-a6b7-4478-84e8-f99d7afb576b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.864342 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (1f09c739-f892-4ff6-939a-ef6d00f4bb8d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.865913 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:17.866579 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.903062 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4149942 Jun 24 10:37:17.905131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44804) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:17.910323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Request body: {'subnet': {'network_id': '1f09c739-f892-4ff6-939a-ef6d00f4bb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1119293576-subnet', 'tenant_id': '64524e73ca0f405cbccd891aa3564988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:17.935722 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08141765-5a60-47ca-9016-551dbd1704cb admin admin] Pushing event updated for resources: {'Network': ['ID=1f09c739-f892-4ff6-939a-ef6d00f4bb8d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:17.946838 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 1f09c739-f892-4ff6-939a-ef6d00f4bb8d details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:17.951116 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f6858aa-a6b7-4478-84e8-f99d7afb576b admin admin] Publish callbacks [] for security_group (afd15a22-da9d-4c3b-901d-610265390000), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.952114 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Made reservation on behalf of 64524e73ca0f405cbccd891aa3564988 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:17.954496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26344546'] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:17.956982 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:17.968154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f6858aa-a6b7-4478-84e8-f99d7afb576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (afd15a22-da9d-4c3b-901d-610265390000), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.051330 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6f6858aa-a6b7-4478-84e8-f99d7afb576b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c8f7705b24b412e903df811fee2320e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092012 Jun 24 10:37:18.054197 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44808) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:18.080097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6858aa-a6b7-4478-84e8-f99d7afb576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd15a22-da9d-4c3b-901d-610265390000,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.128092 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b2752-efd9-4e54-9229-ca3bcb4001b2 req-e0073866-9273-4681-b68b-360615b3e585 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:18.129613 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb6b2752-efd9-4e54-9229-ca3bcb4001b2 req-e0073866-9273-4681-b68b-360615b3e585 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0856740 Jun 24 10:37:18.134096 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] Publish callbacks [] for security_group (afd15a22-da9d-4c3b-901d-610265390000), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.156364 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] Publish callbacks [] for security_group (afd15a22-da9d-4c3b-901d-610265390000), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.204452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (afd15a22-da9d-4c3b-901d-610265390000), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.207158 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.208411 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afd15a22-da9d-4c3b-901d-610265390000 HTTP/1.1" status: 204 len: 168 time: 0.1531565 Jun 24 10:37:18.217502 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eb0cd-aafa-4751-b79a-5a37619e5bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd15a22-da9d-4c3b-901d-610265390000,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.239604 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb6b2752-efd9-4e54-9229-ca3bcb4001b2 req-9d4a876b-be17-4413-b162-25cc400a02be tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005590 Jun 24 10:37:18.258763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26344468'] for subnet (a8da6c65-8efd-42b0-8d80-e05fc69d7140), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.313021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8da6c65-8efd-42b0-8d80-e05fc69d7140,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.317258 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:18.334012 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Checking segment: {'id': 'd3f46d5b-3568-4ff2-853f-f9c6c02d3b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1f09c739-f892-4ff6-939a-ef6d00f4bb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:18.334880 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Network hostable DHCP agents. Network: 1f09c739-f892-4ff6-939a-ef6d00f4bb8d, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:18.355798 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Network 1f09c739-f892-4ff6-939a-ef6d00f4bb8d is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:18.365621 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 1f09c739-f892-4ff6-939a-ef6d00f4bb8d) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:18.370219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:18.370869 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.376048 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b1ba62-4caf-43e3-81d8-a6a766768bf7 None None] Network 1f09c739-f892-4ff6-939a-ef6d00f4bb8d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:18.394877 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-aee6ca2c-b88f-4162-906c-bbc8f25f24ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4886763 Jun 24 10:37:18.499206 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62083d48-bda7-4b39-a41b-c280fce51420 None None] Network 1f09c739-f892-4ff6-939a-ef6d00f4bb8d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:18.538927 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44818) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:18.581235 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18320590-abb6-432a-997e-cbefe595f19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.644909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a1eda-ed20-4038-8ae4-2b5475b08f37 req-bf6a79a0-0e7e-40ee-844d-d53a2ffd631e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:18.652357 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a66a1eda-ed20-4038-8ae4-2b5475b08f37 req-bf6a79a0-0e7e-40ee-844d-d53a2ffd631e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.1108677 Jun 24 10:37:18.708305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18320590-abb6-432a-997e-cbefe595f19c admin admin] Publish callbacks [] for security_group (26a0efe3-126e-4ade-8717-0d97b57d7e9e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.716433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-18320590-abb6-432a-997e-cbefe595f19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (26a0efe3-126e-4ade-8717-0d97b57d7e9e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.717537 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a66a1eda-ed20-4038-8ae4-2b5475b08f37 req-a67bae01-eb19-411b-96ac-63c8a38adf2b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640340 Jun 24 10:37:18.736796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dabe2530-d38b-4310-880f-a3c6c0d60882 req-cbc0a5c6-b640-4e12-9b80-827338b555a6 tempest-VolumesActionsTest-1520533584 tempest-VolumesActionsTest-1520533584-project] 10.222.0.69 "GET /v2.0/ports?device_id=4755adb9-050a-4f50-be27-f39d01a979d6 HTTP/1.1" status: 200 len: 210 time: 0.0362797 Jun 24 10:37:18.764937 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-18320590-abb6-432a-997e-cbefe595f19c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5bebca6bf6c541cfa60bb506c26d0b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198553 Jun 24 10:37:18.765218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44826) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:18.781455 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18320590-abb6-432a-997e-cbefe595f19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0efe3-126e-4ade-8717-0d97b57d7e9e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:18.818077 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] Publish callbacks [] for security_group (26a0efe3-126e-4ade-8717-0d97b57d7e9e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.839860 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] Publish callbacks [] for security_group (26a0efe3-126e-4ade-8717-0d97b57d7e9e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.890583 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (26a0efe3-126e-4ade-8717-0d97b57d7e9e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.893365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:18.897219 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26a0efe3-126e-4ade-8717-0d97b57d7e9e HTTP/1.1" status: 204 len: 168 time: 0.1308587 Jun 24 10:37:18.906419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b2e9e-f197-4bde-bbcb-29cdc95df225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0efe3-126e-4ade-8717-0d97b57d7e9e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.155264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 44840) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:19.160196 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1830317381-network', 'tenant_id': 'e66fea7a5cd440a58485e2884225d236'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:19.183306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Made reservation on behalf of e66fea7a5cd440a58485e2884225d236 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:19.184874 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44842) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:19.185734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.194629 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.198676 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed3af990-1750-44b8-b7e3-57c8d3bf44c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.270710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:19.273186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks [] for security_group (c41e515b-cf3a-4091-8b47-32f213bab8c4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.276953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed3af990-1750-44b8-b7e3-57c8d3bf44c8 admin admin] Publish callbacks [] for security_group (b54cf5ea-893c-46ec-9049-420070ae50b2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.280300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (c41e515b-cf3a-4091-8b47-32f213bab8c4), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.284184 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed3af990-1750-44b8-b7e3-57c8d3bf44c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b54cf5ea-893c-46ec-9049-420070ae50b2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.304581 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:19.323238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41e515b-cf3a-4091-8b47-32f213bab8c4,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.326343 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (90a35563-b6de-4f6e-9d0d-27f4c9171ae1), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.326894 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3af990-1750-44b8-b7e3-57c8d3bf44c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54cf5ea-893c-46ec-9049-420070ae50b2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.327022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Added segment 90a35563-b6de-4f6e-9d0d-27f4c9171ae1 of type vlan for network eb62c493-d1d2-4bce-ba0b-bd9404588866 Jun 24 10:37:19.335824 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ed3af990-1750-44b8-b7e3-57c8d3bf44c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc67e022e8ae4cceb3da72e12bf8899e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497440 Jun 24 10:37:19.339068 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44846) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:19.345376 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:19.375176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:19.401715 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] Publish callbacks [] for security_group (b54cf5ea-893c-46ec-9049-420070ae50b2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.413930 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4647a-0ae6-45ab-9c6d-66248091fb01 req-5ed3b541-3649-44cb-ab02-9bb536b10c6a tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:19.415420 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4c4647a-0ae6-45ab-9c6d-66248091fb01 req-5ed3b541-3649-44cb-ab02-9bb536b10c6a tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0938644 Jun 24 10:37:19.425068 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] Publish callbacks [] for security_group (b54cf5ea-893c-46ec-9049-420070ae50b2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.425282 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (eb62c493-d1d2-4bce-ba0b-bd9404588866), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.480511 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b54cf5ea-893c-46ec-9049-420070ae50b2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.483584 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.484839 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b54cf5ea-893c-46ec-9049-420070ae50b2 HTTP/1.1" status: 204 len: 168 time: 0.1447728 Jun 24 10:37:19.489167 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4c4647a-0ae6-45ab-9c6d-66248091fb01 req-494849cd-709d-4ed9-a62b-7451b015cc39 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Jun 24 10:37:19.494520 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d18718-6e4c-4847-9df1-a30c7fabf8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54cf5ea-893c-46ec-9049-420070ae50b2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.499551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (eb62c493-d1d2-4bce-ba0b-bd9404588866), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.500794 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:19.501296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.544545 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3855863 Jun 24 10:37:19.545111 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 44854) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:19.557026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Request body: {'subnet': {'network_id': 'eb62c493-d1d2-4bce-ba0b-bd9404588866', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1830317381-subnet', 'tenant_id': 'e66fea7a5cd440a58485e2884225d236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:19.584810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebd614-8755-4bf0-a45d-1613c6fbb683 admin admin] Pushing event updated for resources: {'Network': ['ID=eb62c493-d1d2-4bce-ba0b-bd9404588866,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.601728 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network eb62c493-d1d2-4bce-ba0b-bd9404588866 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:19.602179 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Made reservation on behalf of e66fea7a5cd440a58485e2884225d236 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:19.608304 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.787009 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 1903e74e-2ba0-42c3-89ac-699858ec4904 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:37:19.819984 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 1903e74e-2ba0-42c3-89ac-699858ec4904 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:37:19.828355 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 1903e74e-2ba0-42c3-89ac-699858ec4904 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:37:19.853260 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:19.881229 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (ffec6f79-20c8-434c-8776-08aadeb1ab23), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:19.886108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3b019-e9f2-4461-8ce2-55209107a2ec req-7e1c72da-57ba-4b08-8447-b65158e07343 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:19.893611 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7af3b019-e9f2-4461-8ce2-55209107a2ec req-7e1c72da-57ba-4b08-8447-b65158e07343 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.1037478 Jun 24 10:37:19.943980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ba63-ba2a-4232-8be7-ba4fff37d555 req-23caa172-da8d-4f5b-9699-31b6489c65f6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:19.945629 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc34ba63-ba2a-4232-8be7-ba4fff37d555 req-23caa172-da8d-4f5b-9699-31b6489c65f6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.1108773 Jun 24 10:37:19.965933 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffec6f79-20c8-434c-8776-08aadeb1ab23,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:19.976364 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Checking segment: {'id': '90a35563-b6de-4f6e-9d0d-27f4c9171ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'eb62c493-d1d2-4bce-ba0b-bd9404588866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:19.976711 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Network hostable DHCP agents. Network: eb62c493-d1d2-4bce-ba0b-bd9404588866, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:19.979230 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7af3b019-e9f2-4461-8ce2-55209107a2ec req-06b34f9b-d3cb-49b1-bbd9-bd1d02a92f3c tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842488 Jun 24 10:37:20.023459 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Network eb62c493-d1d2-4bce-ba0b-bd9404588866 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:20.041599 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, eb62c493-d1d2-4bce-ba0b-bd9404588866) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:20.043256 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc34ba63-ba2a-4232-8be7-ba4fff37d555 req-0115586f-87e0-4255-b75a-5b765ecb0292 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850954 Jun 24 10:37:20.046537 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:20.047165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:20.065062 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb1974-0e60-4250-968d-8290bfe90df8 None None] Network eb62c493-d1d2-4bce-ba0b-bd9404588866 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:20.092790 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6df146c2-9563-4847-aeec-3d7a6bd492ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5453267 Jun 24 10:37:20.336174 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69cee9-7d22-4fc9-9f94-753c427572fb None None] Network eb62c493-d1d2-4bce-ba0b-bd9404588866 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:21.101080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b8e5-4195-4fa6-bfb8-a88b98561fdb req-bc0209fd-e9e1-4ec4-a00e-fa3da71fae52 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:21.102561 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5382b8e5-4195-4fa6-bfb8-a88b98561fdb req-bc0209fd-e9e1-4ec4-a00e-fa3da71fae52 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0504332 Jun 24 10:37:21.158083 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5382b8e5-4195-4fa6-bfb8-a88b98561fdb req-4a531fd4-17a6-412a-b0c9-81fb866d1a59 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Jun 24 10:37:21.191084 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce3cb-08b3-4905-93c5-01a686a5932b req-bb14c34c-8e10-4a04-a19b-23f09603e300 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:21.192540 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-394ce3cb-08b3-4905-93c5-01a686a5932b req-bb14c34c-8e10-4a04-a19b-23f09603e300 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Jun 24 10:37:21.240274 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-394ce3cb-08b3-4905-93c5-01a686a5932b req-6008cf68-00bb-468b-b8fd-6da945942ae3 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Jun 24 10:37:22.281184 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e543-1835-41ac-af1f-cfa8fab7f508 req-25e0ff42-8229-4f3f-8963-1190a56a8b67 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:22.282924 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e906e543-1835-41ac-af1f-cfa8fab7f508 req-25e0ff42-8229-4f3f-8963-1190a56a8b67 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0521848 Jun 24 10:37:22.357250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e906e543-1835-41ac-af1f-cfa8fab7f508 req-7037109b-d6cf-4187-88c0-473f71a4db22 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683978 Jun 24 10:37:22.375259 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead5816-a79d-4620-b11c-efbd80c9f813 req-781b9206-b94a-4ee5-b1b2-ef1fb094a0a0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:22.375259 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9ead5816-a79d-4620-b11c-efbd80c9f813 req-781b9206-b94a-4ee5-b1b2-ef1fb094a0a0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0565352 Jun 24 10:37:22.423380 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9ead5816-a79d-4620-b11c-efbd80c9f813 req-433f13ad-b30f-44db-bb61-0b0a28aff8bc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438740 Jun 24 10:37:23.485884 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dcdba-f525-484b-bb55-ec92f4381e60 req-2c925f11-fc49-41b5-8af2-41f3b11b2080 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:23.487325 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-418dcdba-f525-484b-bb55-ec92f4381e60 req-2c925f11-fc49-41b5-8af2-41f3b11b2080 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0498793 Jun 24 10:37:23.533031 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:23.565054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692873e7-0fed-4fab-bb0b-f33a045d2be8 req-e9a3605f-725e-450e-92c7-d6e63bdfcb97 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:23.566507 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-692873e7-0fed-4fab-bb0b-f33a045d2be8 req-e9a3605f-725e-450e-92c7-d6e63bdfcb97 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0723906 Jun 24 10:37:23.586078 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-418dcdba-f525-484b-bb55-ec92f4381e60 req-88af2d40-2c65-4d06-a3d9-2e92fb044969 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/security-groups?id=9541c6d7-c7b9-4961-a3e9-4fce125348f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Jun 24 10:37:23.621338 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-692873e7-0fed-4fab-bb0b-f33a045d2be8 req-54070b6b-aca4-4a88-a3b6-3aaa0e3b1b28 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Jun 24 10:37:23.885495 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-4df28b87-3b1a-4d16-833d-bfdb03bcd2b8 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:23.887336 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-4df28b87-3b1a-4d16-833d-bfdb03bcd2b8 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.20 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 950 time: 0.0488751 Jun 24 10:37:23.986461 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Deleting port 8a9387dd-35fd-471b-a976-cdbc48771ac4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:37:23.986805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:24.083809 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] For port 8a9387dd-35fd-471b-a976-cdbc48771ac4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8a9387dd-35fd-471b-a976-cdbc48771ac4,segment=NetworkSegment(a55cfec0-fc1e-4169-b6a7-257c084972d7),segment_id=a55cfec0-fc1e-4169-b6a7-257c084972d7)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:24.084171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:24.097629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Calling delete_port for 8a9387dd-35fd-471b-a976-cdbc48771ac4 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:37:24.098737 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8a9387dd-35fd-471b-a976-cdbc48771ac4 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:37:24.159445 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.172347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 8a9387dd-35fd-471b-a976-cdbc48771ac4 is: ACTIVE; New status is: DOWN {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:24.172744 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:24.194031 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.218291 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:24.243056 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8a9387dd-35fd-471b-a976-cdbc48771ac4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:24.272747 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Pushing event deleted for resources: {'Port': ['ID=8a9387dd-35fd-471b-a976-cdbc48771ac4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:24.300325 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.300668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.301034 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.301336 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.301694 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.302153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.302329 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.302645 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.303036 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.303238 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.303555 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.303907 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.304220 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.304503 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.304838 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:24.328719 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] No DVR routers for this DVR port 8a9387dd-35fd-471b-a976-cdbc48771ac4 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:37:24.331221 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:24.334546 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-feadc4e4-5d6d-4ead-b066-701211e0cd86 req-87362c3c-0cef-45e0-a03f-adf8b7118ab7 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.20 "DELETE /v2.0/ports/8a9387dd-35fd-471b-a976-cdbc48771ac4 HTTP/1.1" status: 204 len: 173 time: 0.4414647 Jun 24 10:37:24.334895 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'name': 'network-vif-deleted', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:24.337231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f2642c-d949-415e-8f46-1d59aabbc32f" -d '{"events": [{"server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "name": "network-vif-deleted", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:24.376396 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb78f918-732d-49e7-91e9-bed234048ed5 x-openstack-request-id: req-bb78f918-732d-49e7-91e9-bed234048ed5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:24.376911 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17de7a5-4246-411f-94ca-b7b61ec88925", "name": "network-vif-deleted", "tag": "8a9387dd-35fd-471b-a976-cdbc48771ac4", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:24.377242 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb78f918-732d-49e7-91e9-bed234048ed5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:24.377868 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb78f918-732d-49e7-91e9-bed234048ed5'] response: {'server_uuid': 'a17de7a5-4246-411f-94ca-b7b61ec88925', 'name': 'network-vif-deleted', 'tag': '8a9387dd-35fd-471b-a976-cdbc48771ac4', 'status': 'completed', 'code': 200} Jun 24 10:37:24.697474 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4be560d2-6ea7-4eaa-aec5-514d913787f3 req-59797b49-4e76-4cf7-b822-1f4f717ff852 tempest-VolumesNegativeTest-1981620608 tempest-VolumesNegativeTest-1981620608-project] 10.222.0.69 "GET /v2.0/ports?device_id=a17de7a5-4246-411f-94ca-b7b61ec88925 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Jun 24 10:37:24.750102 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195735-fd1e-45cd-b3d0-53ddd1316b69 req-c90999c3-832b-4fd3-982e-9dc25feba78c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:24.751586 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-77195735-fd1e-45cd-b3d0-53ddd1316b69 req-c90999c3-832b-4fd3-982e-9dc25feba78c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0469923 Jun 24 10:37:24.803316 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-77195735-fd1e-45cd-b3d0-53ddd1316b69 req-87de7a95-d0dc-4477-9023-3d69899a873d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Jun 24 10:37:25.939405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c35ac4-7c5c-43ea-b066-bf2e61c78e81 req-355bab5f-8736-46c6-bc4b-158a57c3b03c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:25.942128 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-22c35ac4-7c5c-43ea-b066-bf2e61c78e81 req-355bab5f-8736-46c6-bc4b-158a57c3b03c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0594308 Jun 24 10:37:26.014792 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-22c35ac4-7c5c-43ea-b066-bf2e61c78e81 req-6b773a0e-9645-45b7-a47c-4dbd162cac1e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Jun 24 10:37:26.772611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358537b-7965-4ed7-a4d0-1663c242f695 req-c9f2b1b9-65c1-4df2-b47a-a81c63fdcdb2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:26.774210 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a358537b-7965-4ed7-a4d0-1663c242f695 req-c9f2b1b9-65c1-4df2-b47a-a81c63fdcdb2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0633831 Jun 24 10:37:26.833185 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a358537b-7965-4ed7-a4d0-1663c242f695 req-023a8c4a-4c81-4b01-a86e-c74912b5857e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 Jun 24 10:37:27.197699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f212ba1-a578-4d51-abea-5ece943af3bb req-9907e628-f518-4872-9c01-64e95d04a95e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:27.199276 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7f212ba1-a578-4d51-abea-5ece943af3bb req-9907e628-f518-4872-9c01-64e95d04a95e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0820649 Jun 24 10:37:27.252360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:27.277739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7f212ba1-a578-4d51-abea-5ece943af3bb req-8a7b0023-6c7c-4ce7-8604-4519e7976919 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Jun 24 10:37:27.931363 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f998124-6096-4ad9-b46f-6710f4f6731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:28.020692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd74d1a-acb8-4ccb-b3a1-ea3c1a2476e6 req-9b57b0db-6ec3-4496-acc9-c79a38471e6b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:28.027720 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd74d1a-acb8-4ccb-b3a1-ea3c1a2476e6 req-9b57b0db-6ec3-4496-acc9-c79a38471e6b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0833471 Jun 24 10:37:28.103419 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd74d1a-acb8-4ccb-b3a1-ea3c1a2476e6 req-ec62b0bf-59b4-40c7-b00c-5ff225a7621d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747104 Jun 24 10:37:28.482119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c94a01-85cb-40e3-9b3e-762f8bf00b9a req-06ac894e-7d94-4e72-8221-f587a47cdc47 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:28.486405 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-74c94a01-85cb-40e3-9b3e-762f8bf00b9a req-06ac894e-7d94-4e72-8221-f587a47cdc47 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0880935 Jun 24 10:37:28.576368 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-74c94a01-85cb-40e3-9b3e-762f8bf00b9a req-5c893a1b-6cdd-430c-864c-36d82e3292e7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877028 Jun 24 10:37:29.261618 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dc056-38a7-4d75-9df0-ff7e0698e262 req-ea7671bf-a4ae-448d-828e-b6d8cb366130 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:29.264044 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d08dc056-38a7-4d75-9df0-ff7e0698e262 req-ea7671bf-a4ae-448d-828e-b6d8cb366130 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0930672 Jun 24 10:37:29.341385 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d08dc056-38a7-4d75-9df0-ff7e0698e262 req-6541c3c8-6c2a-44cf-bc5a-60d398abadd8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709107 Jun 24 10:37:29.795396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b15bc-b7f1-48d8-b8e1-1a189161afbb req-e3c646ec-f76a-4a62-af2c-11c25bd19c97 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:29.798892 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-483b15bc-b7f1-48d8-b8e1-1a189161afbb req-e3c646ec-f76a-4a62-af2c-11c25bd19c97 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0849447 Jun 24 10:37:29.904447 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-483b15bc-b7f1-48d8-b8e1-1a189161afbb req-b4e09579-0e2c-4100-bdcb-ffe7f2d6f991 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964918 Jun 24 10:37:30.326317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b83d903e-e644-4749-8225-5e30cb009b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:30.793101 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55dda1-ec3d-4fe3-b976-aa401d7f5bda req-934b5f16-fe79-4dfd-a54b-0cd3885939a2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:30.801855 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5a55dda1-ec3d-4fe3-b976-aa401d7f5bda req-934b5f16-fe79-4dfd-a54b-0cd3885939a2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.3343520 Jun 24 10:37:30.958535 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5a55dda1-ec3d-4fe3-b976-aa401d7f5bda req-090f704f-5737-4b4b-9ca7-7336e48ba6c9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496060 Jun 24 10:37:31.083266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41536e6a-243e-4658-bc89-bdf51d6a7ee8 req-82766a28-beca-4c6a-9ff3-6306459d6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:31.085334 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-41536e6a-243e-4658-bc89-bdf51d6a7ee8 req-82766a28-beca-4c6a-9ff3-6306459d6b3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.0771484 Jun 24 10:37:31.144517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038656a-abf9-4a33-95ad-6d12a804a7df req-eecd7c8e-0750-4eeb-aaa8-ff3dec811603 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:31.148227 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b038656a-abf9-4a33-95ad-6d12a804a7df req-eecd7c8e-0750-4eeb-aaa8-ff3dec811603 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.1030562 Jun 24 10:37:31.218530 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-41536e6a-243e-4658-bc89-bdf51d6a7ee8 req-44f5a3c3-13ec-405b-9d9b-c29bcd791ce9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252272 Jun 24 10:37:31.245512 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b038656a-abf9-4a33-95ad-6d12a804a7df req-b1b1e37f-7548-40d1-9077-a2e0158e3859 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868847 Jun 24 10:37:31.296431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45382) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:31.524501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:31.571550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 45394) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:31.573759 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-066ad2fa-4701-4c46-b3a4-5c2eaf66b0d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac68515ea7c64764b0c9f4005158e360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756381 Jun 24 10:37:31.655155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:31.660299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Publish callbacks [] for security_group (9541c6d7-c7b9-4961-a3e9-4fce125348f1), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:31.689008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Publish callbacks [] for security_group (9541c6d7-c7b9-4961-a3e9-4fce125348f1), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:31.767642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (9541c6d7-c7b9-4961-a3e9-4fce125348f1), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:31.770256 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:31.771526 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9541c6d7-c7b9-4961-a3e9-4fce125348f1 HTTP/1.1" status: 204 len: 168 time: 0.1989017 Jun 24 10:37:31.779982 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9541c6d7-c7b9-4961-a3e9-4fce125348f1,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:31.787167 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.787504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.788230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.788593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.788942 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.789265 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.789584 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.789914 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.790231 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.790521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.790830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.791142 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.791501 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.792305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:31.792305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260801d1-a4fb-4687-818a-a53591a4e59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:32.008343 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:32.111249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bb28d-e37b-4645-a8d0-804a7a71f1c9 req-91cb6974-7f40-4b77-86fe-e036270c969b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:32.121533 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-819bb28d-e37b-4645-a8d0-804a7a71f1c9 req-91cb6974-7f40-4b77-86fe-e036270c969b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0642815 Jun 24 10:37:32.207658 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-819bb28d-e37b-4645-a8d0-804a7a71f1c9 req-477967e2-951f-4d4a-9670-d8469e7cbf11 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847239 Jun 24 10:37:32.397737 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229196ea-971b-43a3-9c31-98476bb7638f req-4f193201-f7e8-4022-ad5e-6985a55d6887 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:32.405252 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-229196ea-971b-43a3-9c31-98476bb7638f req-4f193201-f7e8-4022-ad5e-6985a55d6887 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0630071 Jun 24 10:37:32.485336 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-229196ea-971b-43a3-9c31-98476bb7638f req-47cf32ef-fff2-44a9-b926-c8cc9ed4e139 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791321 Jun 24 10:37:32.652460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45436) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:32.844667 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-602520977-network', 'tenant_id': 'b88db10e9091496a84e87446da50a3b6'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:32.881223 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Made reservation on behalf of b88db10e9091496a84e87446da50a3b6 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:32.885789 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:32.895447 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.001029 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks [] for security_group (7f6d8512-a045-4409-928b-5e5e9c58139e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.008568 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7f6d8512-a045-4409-928b-5e5e9c58139e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.047859 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:37:33.069122 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6d8512-a045-4409-928b-5e5e9c58139e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:33.079814 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (814c91f0-8900-4d4d-b089-d473a405ec8d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.080518 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Added segment 814c91f0-8900-4d4d-b089-d473a405ec8d of type vlan for network f971c2fc-6773-4a3f-b3f9-0aff8661b44d Jun 24 10:37:33.161118 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (f971c2fc-6773-4a3f-b3f9-0aff8661b44d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.201067 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.203959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (f971c2fc-6773-4a3f-b3f9-0aff8661b44d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.205077 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:33.205697 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.246898 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5927515 Jun 24 10:37:33.249642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45448) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:33.256896 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Request body: {'subnet': {'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-602520977-subnet', 'tenant_id': 'b88db10e9091496a84e87446da50a3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:33.321038 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Made reservation on behalf of b88db10e9091496a84e87446da50a3b6 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:33.323426 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.364289 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:33.417889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648211-f385-4a26-bc0f-1d3691af03ba req-bd23b2bd-d78a-4bb8-b0ef-430abc68df79 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:33.420321 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae648211-f385-4a26-bc0f-1d3691af03ba req-bd23b2bd-d78a-4bb8-b0ef-430abc68df79 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0968597 Jun 24 10:37:33.423364 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45827843-7b2d-4482-a272-58704ce5dafc admin admin] Pushing event updated for resources: {'Network': ['ID=f971c2fc-6773-4a3f-b3f9-0aff8661b44d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:33.441917 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:37:33.470006 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.497126 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae648211-f385-4a26-bc0f-1d3691af03ba req-25708cbc-51d9-4328-90ce-d46ebeffb227 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582340 Jun 24 10:37:33.559938 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:33.616608 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (ed878761-e981-4a13-b002-6b571d7ac10e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.640149 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0a1f0-7e85-483a-90c5-1ad90749ac96 req-c0c4b0fa-223f-42e6-afb6-7d582b692b61 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:33.642170 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f0e0a1f0-7e85-483a-90c5-1ad90749ac96 req-c0c4b0fa-223f-42e6-afb6-7d582b692b61 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0613420 Jun 24 10:37:33.689447 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:33.723668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Checking segment: {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:33.724327 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Network hostable DHCP agents. Network: f971c2fc-6773-4a3f-b3f9-0aff8661b44d, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:37:33.728401 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed878761-e981-4a13-b002-6b571d7ac10e,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:33.746797 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f0e0a1f0-7e85-483a-90c5-1ad90749ac96 req-c2bbe92f-eb2a-4ccf-ae4a-d7f077786fa4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Jun 24 10:37:33.749433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:37:33.762993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, f971c2fc-6773-4a3f-b3f9-0aff8661b44d) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:33.768073 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:33.768671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:33.773399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8dd0a-955a-4ff5-b84b-b0b265f3e5be None None] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:33.796945 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:33.798256 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-977a5ebb-c8e6-4741-842e-c57e7066423f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5472102 Jun 24 10:37:33.943013 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9bd637-a543-4ae1-a701-9900c3a24658 None None] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:37:34.105046 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-e7690121-b22a-4e2d-a734-a0f0cd9a4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.110852 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-e7690121-b22a-4e2d-a734-a0f0cd9a4008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.0695534 Jun 24 10:37:34.208138 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3f28f-a53b-4670-801a-c87808b1ff8a req-96a454d9-140a-4e48-929b-9647b3d4640a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.210834 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cfb3f28f-a53b-4670-801a-c87808b1ff8a req-96a454d9-140a-4e48-929b-9647b3d4640a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.1131244 Jun 24 10:37:34.277445 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-39583962-1170-46f5-9269-2d5f2d054208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.279811 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-39583962-1170-46f5-9269-2d5f2d054208 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.1647434 Jun 24 10:37:34.331602 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-e7e194ee-f44f-48fb-afc3-abc74b422ceb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 217 time: 0.0457165 Jun 24 10:37:34.341490 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cfb3f28f-a53b-4670-801a-c87808b1ff8a req-faeb00b4-4af1-46c9-9d14-61c79d57a6b1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158776 Jun 24 10:37:34.452536 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-bcf37f05-ca4d-4f1c-a41a-3e40f25a0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.454146 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-bcf37f05-ca4d-4f1c-a41a-3e40f25a0348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.1155369 Jun 24 10:37:34.541173 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-22d437e1-e55e-4583-a962-9a968457b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.542727 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-22d437e1-e55e-4583-a962-9a968457b0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824306 Jun 24 10:37:34.634204 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:34.635103 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:34.645412 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-d3009b02-4852-4428-ad58-87493988b9ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814886 Jun 24 10:37:34.787767 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-689ce200-814b-411a-ab03-d338f1345be4 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293396 Jun 24 10:37:34.792801 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5995de-d86b-472c-be99-2765167714b0 req-e97f7875-0d7d-45e9-876d-da458fd81c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.813691 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-e97f7875-0d7d-45e9-876d-da458fd81c91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1129 time: 0.1210361 Jun 24 10:37:34.852097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33624e-0b1a-4ea7-8b0b-f3adc9ad6e6e req-d54e97fe-28d1-4e00-942a-439e2412ea86 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:34.865530 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc33624e-0b1a-4ea7-8b0b-f3adc9ad6e6e req-d54e97fe-28d1-4e00-942a-439e2412ea86 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.2137690 Jun 24 10:37:34.948212 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c78466dd-0fe0-4335-85d1-d9b2d264be17 req-1c5f3285-fa29-4616-b1f2-29a4e48006f7 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523118 Jun 24 10:37:35.014363 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc33624e-0b1a-4ea7-8b0b-f3adc9ad6e6e req-d1bd405e-be03-4788-a623-089391876c53 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477427 Jun 24 10:37:35.039652 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa58621-e8a1-4bda-9577-90d69ba46cbb req-17980d19-b46f-4bb5-ac95-934786b60269 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:35.039652 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-caa58621-e8a1-4bda-9577-90d69ba46cbb req-17980d19-b46f-4bb5-ac95-934786b60269 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1297162 Jun 24 10:37:35.096369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5995de-d86b-472c-be99-2765167714b0 req-010b0e35-8ddd-4e59-ab29-014b7f282718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:35.097930 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-010b0e35-8ddd-4e59-ab29-014b7f282718 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.2300503 Jun 24 10:37:35.117587 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-caa58621-e8a1-4bda-9577-90d69ba46cbb req-01567ca9-ead9-4a11-b954-2f3bf90f352d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793419 Jun 24 10:37:35.243427 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:35.250787 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-58bea48c-e6ef-4d57-8bfd-85e9c97b0f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 1001 time: 0.1180308 Jun 24 10:37:35.474998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212edb1-7e84-4a09-90cb-6f29fe228560 req-a6e20876-a647-47a3-817b-26da93228188 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:35.477224 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f212edb1-7e84-4a09-90cb-6f29fe228560 req-a6e20876-a647-47a3-817b-26da93228188 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0608664 Jun 24 10:37:35.567917 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f212edb1-7e84-4a09-90cb-6f29fe228560 req-f1f050cd-40ae-48c6-9955-729571f9fcbc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823970 Jun 24 10:37:36.230392 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8572d00-310a-4ec4-9690-e54db090cd9a req-0a1f0258-657c-41b1-a2a5-f29565b6c272 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.232929 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8572d00-310a-4ec4-9690-e54db090cd9a req-0a1f0258-657c-41b1-a2a5-f29565b6c272 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0708191 Jun 24 10:37:36.238987 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-07eaf217-c302-40b5-b97c-8e7a1387b631 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.245757 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-07eaf217-c302-40b5-b97c-8e7a1387b631 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 813 time: 0.1705196 Jun 24 10:37:36.276806 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-ec2fe583-f10a-4ae7-9dcf-f55e506d18da tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/quotas/b88db10e9091496a84e87446da50a3b6 HTTP/1.1" status: 200 len: 375 time: 0.0297649 Jun 24 10:37:36.316101 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-8b87b9d7-9350-4b1b-9b7f-d1a0d222fe0b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381219 Jun 24 10:37:36.392467 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8572d00-310a-4ec4-9690-e54db090cd9a req-4dc3b890-fdf1-4d41-94b7-7a7a650e8096 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438079 Jun 24 10:37:36.398121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:36.470284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5995de-d86b-472c-be99-2765167714b0 req-98f5f4dd-e2e2-4845-805c-8f09651c2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.471783 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-98f5f4dd-e2e2-4845-805c-8f09651c2b99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.1212046 Jun 24 10:37:36.588618 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5995de-d86b-472c-be99-2765167714b0 req-2117bd30-455e-4ac5-85b1-41974ca64cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.589504 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-2117bd30-455e-4ac5-85b1-41974ca64cae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059911 Jun 24 10:37:36.601250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-fad7b533-4ee2-44e0-9cc3-07316b0b7c21 service neutron] 10.222.0.69 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653394 Jun 24 10:37:36.649421 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d0263-bec8-47c7-89f7-11f3abdc49d6 req-9edd2925-3938-40fc-b84d-4764ff683aee tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.651045 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-451d0263-bec8-47c7-89f7-11f3abdc49d6 req-9edd2925-3938-40fc-b84d-4764ff683aee tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1240790 Jun 24 10:37:36.761382 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-451d0263-bec8-47c7-89f7-11f3abdc49d6 req-b0729132-f87a-43cc-9270-aab518045482 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965593 Jun 24 10:37:36.763536 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-a85c4cdb-4e86-4869-93f2-1fa3c81fa170 service neutron] 10.222.0.69 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615224 Jun 24 10:37:36.966232 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46047e-cdbe-4342-a2f0-64cb10c2ce64 req-a9a5d5d9-6f4d-42ba-b7cb-e67515656224 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:36.968108 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca46047e-cdbe-4342-a2f0-64cb10c2ce64 req-a9a5d5d9-6f4d-42ba-b7cb-e67515656224 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.1059630 Jun 24 10:37:37.020148 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6400fb4f-9a6c-4988-9e33-dc278c7caeb6 req-e04e802a-10e3-4454-a635-c80d8aff3080 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 210 time: 0.0663621 Jun 24 10:37:37.107289 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca46047e-cdbe-4342-a2f0-64cb10c2ce64 req-b3fc0f53-c18a-424e-b3c0-cd49984cc705 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262791 Jun 24 10:37:37.404381 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-e6361a78-a7bd-4472-b636-85cab642344e service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580520 Jun 24 10:37:37.535129 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45572) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:37.600623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Deleting subnet a8da6c65-8efd-42b0-8d80-e05fc69d7140 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:37:37.606292 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Publish callbacks [] for subnet (a8da6c65-8efd-42b0-8d80-e05fc69d7140), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:37.612445 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d6ed-3c62-42f5-8b87-93ec2d9eed0d req-78dd4de6-1ce2-4e28-8635-685605b39168 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:37.619022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b91d6ed-3c62-42f5-8b87-93ec2d9eed0d req-78dd4de6-1ce2-4e28-8635-685605b39168 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0704792 Jun 24 10:37:37.654116 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b5995de-d86b-472c-be99-2765167714b0 req-7a467b91-7339-42af-b0b5-a2df24024228 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402709 Jun 24 10:37:37.691726 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (a8da6c65-8efd-42b0-8d80-e05fc69d7140), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:37.712445 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b91d6ed-3c62-42f5-8b87-93ec2d9eed0d req-27ce4fca-3e65-4b45-91e5-77c38f428d4f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924544 Jun 24 10:37:37.769232 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (a8da6c65-8efd-42b0-8d80-e05fc69d7140), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:37.864409 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (a8da6c65-8efd-42b0-8d80-e05fc69d7140), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:37.884561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:37.893828 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8da6c65-8efd-42b0-8d80-e05fc69d7140,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:37.909626 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:37.919265 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 45580) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:37.919489 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5de53465-15c6-4c52-9bff-3c23af286285 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a8da6c65-8efd-42b0-8d80-e05fc69d7140 HTTP/1.1" status: 204 len: 168 time: 0.3826315 Jun 24 10:37:37.950447 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518a7fd-8550-43a8-bd77-05d51eba269a req-47d1a496-c3bf-4da1-9b34-993343d298f2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:37.952097 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b518a7fd-8550-43a8-bd77-05d51eba269a req-47d1a496-c3bf-4da1-9b34-993343d298f2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0876482 Jun 24 10:37:38.026076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (1f09c739-f892-4ff6-939a-ef6d00f4bb8d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.086266 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b518a7fd-8550-43a8-bd77-05d51eba269a req-31443ab4-46e6-40b0-9ef1-110ede8b8878 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243994 Jun 24 10:37:38.151261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (1f09c739-f892-4ff6-939a-ef6d00f4bb8d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.189367 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f09c739-f892-4ff6-939a-ef6d00f4bb8d']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:38.214785 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f27ee66c-2e0d-48ce-8f5d-9d339830e7ba req-0fb5c134-9208-465b-a33a-5aa5e47352ac tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 210 time: 0.0532241 Jun 24 10:37:38.217002 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f46d5b-3568-4ff2-853f-f9c6c02d3b96') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:38.217351 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f46d5b-3568-4ff2-853f-f9c6c02d3b96') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:38.226094 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:38.262707 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (d3f46d5b-3568-4ff2-853f-f9c6c02d3b96), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.311420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbcf2f-83ca-44f1-8ba5-7430249e3115 req-5817cddf-a042-4f7f-81c6-64c6f6fa457b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:38.313255 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86dbcf2f-83ca-44f1-8ba5-7430249e3115 req-5817cddf-a042-4f7f-81c6-64c6f6fa457b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0934520 Jun 24 10:37:38.317049 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (d3f46d5b-3568-4ff2-853f-f9c6c02d3b96), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.345708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:37:38.346118 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (d3f46d5b-3568-4ff2-853f-f9c6c02d3b96), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.401682 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment d3f46d5b-3568-4ff2-853f-f9c6c02d3b96 resource provider aggregate not found Jun 24 10:37:38.487541 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment d3f46d5b-3568-4ff2-853f-f9c6c02d3b96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3f46d5b-3568-4ff2-853f-f9c6c02d3b96 found for delete ", "request_id": "req-4c4932ff-6be9-49ee-b17c-0bcd11e533c7"}]} Jun 24 10:37:38.508764 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (1f09c739-f892-4ff6-939a-ef6d00f4bb8d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.534218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.537340 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] 10.222.0.69 "DELETE /v2.0/networks/1f09c739-f892-4ff6-939a-ef6d00f4bb8d HTTP/1.1" status: 204 len: 168 time: 0.6168280 Jun 24 10:37:38.540502 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45594) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:38.545981 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-86dbcf2f-83ca-44f1-8ba5-7430249e3115 req-c17f8b7d-84a9-406a-98fc-4b3b490086a5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235079 Jun 24 10:37:38.548889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d858a6-3d8e-47de-bb7b-3fbd977232cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1f09c739-f892-4ff6-939a-ef6d00f4bb8d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:38.558955 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-23981d2b-2a0e-44e3-815e-de0f2f4bc8fa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:38.560840 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-23981d2b-2a0e-44e3-815e-de0f2f4bc8fa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 813 time: 0.2863941 Jun 24 10:37:38.618649 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Deleting subnet ffec6f79-20c8-434c-8776-08aadeb1ab23 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:37:38.622825 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Publish callbacks [] for subnet (ffec6f79-20c8-434c-8776-08aadeb1ab23), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.628495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Request body: {'port': {'device_id': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d', 'admin_state_up': True, 'tenant_id': 'b88db10e9091496a84e87446da50a3b6'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:38.663489 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (ffec6f79-20c8-434c-8776-08aadeb1ab23), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.704346 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:38.706372 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:38.712712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (ffec6f79-20c8-434c-8776-08aadeb1ab23), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.802221 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (ffec6f79-20c8-434c-8776-08aadeb1ab23), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.836158 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffec6f79-20c8-434c-8776-08aadeb1ab23,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:38.838460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.842431 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c59d5359-881d-4a0f-af52-7991cc1aed36 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ffec6f79-20c8-434c-8776-08aadeb1ab23 HTTP/1.1" status: 204 len: 168 time: 0.2977462 Jun 24 10:37:38.845928 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45604) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:38.877319 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d308e-c85c-41e9-b8e7-88d0805d200b req-c17b0a91-c745-42e8-bd3b-626aa1583002 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:38.879065 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d67d308e-c85c-41e9-b8e7-88d0805d200b req-c17b0a91-c745-42e8-bd3b-626aa1583002 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0628970 Jun 24 10:37:38.880718 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Made reservation on behalf of b88db10e9091496a84e87446da50a3b6 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:38.884415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.939953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (eb62c493-d1d2-4bce-ba0b-bd9404588866), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:38.984036 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d67d308e-c85c-41e9-b8e7-88d0805d200b req-338888e1-2d0b-453e-a343-33704d7a9e01 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886106 Jun 24 10:37:39.042998 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (eb62c493-d1d2-4bce-ba0b-bd9404588866), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.067734 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb62c493-d1d2-4bce-ba0b-bd9404588866']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:39.079195 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a35563-b6de-4f6e-9d0d-27f4c9171ae1') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:39.080065 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a35563-b6de-4f6e-9d0d-27f4c9171ae1') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:39.092361 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (90a35563-b6de-4f6e-9d0d-27f4c9171ae1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.100397 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Allocated IP 172.20.0.7 (f971c2fc-6773-4a3f-b3f9-0aff8661b44d/ed878761-e981-4a13-b002-6b571d7ac10e/32a01ad2-4b70-496e-b8f5-5e71cad379fc) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:39.109113 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (90a35563-b6de-4f6e-9d0d-27f4c9171ae1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.116059 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:39.123837 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:37:39.124747 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (90a35563-b6de-4f6e-9d0d-27f4c9171ae1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.186386 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 90a35563-b6de-4f6e-9d0d-27f4c9171ae1 resource provider aggregate not found Jun 24 10:37:39.252002 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (eb62c493-d1d2-4bce-ba0b-bd9404588866), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.272165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.275638 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] 10.222.0.69 "DELETE /v2.0/networks/eb62c493-d1d2-4bce-ba0b-bd9404588866 HTTP/1.1" status: 204 len: 168 time: 0.4285305 Jun 24 10:37:39.288084 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 90a35563-b6de-4f6e-9d0d-27f4c9171ae1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90a35563-b6de-4f6e-9d0d-27f4c9171ae1 found for delete ", "request_id": "req-2d7c1a6c-38a9-43c2-b2c4-0b9ddd578188"}]} Jun 24 10:37:39.289598 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817c081-cf4f-4591-aaf5-2971fb39be46 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb62c493-d1d2-4bce-ba0b-bd9404588866,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:39.322921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18747204-239d-4c79-be1e-e1ddcbc9bb5f req-81e89aa3-f9e6-4312-8ba4-81cbffb6a7e8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:39.324853 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-18747204-239d-4c79-be1e-e1ddcbc9bb5f req-81e89aa3-f9e6-4312-8ba4-81cbffb6a7e8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1325717 Jun 24 10:37:39.464879 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cac6cef7-b7ec-4eef-9872-4d02330d6df4 req-5fe16340-97ba-42cf-808b-433203406229 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 210 time: 0.1236556 Jun 24 10:37:39.497023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45620) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:39.518842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:39.539293 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6a855300-3bb3-46d0-94c9-05518b6c241c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64524e73ca0f405cbccd891aa3564988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461462 Jun 24 10:37:39.561523 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45622) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:39.617007 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks [] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.634665 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-18747204-239d-4c79-be1e-e1ddcbc9bb5f req-63b024e1-1a76-4d09-b713-61e4e9b94ec2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936196 Jun 24 10:37:39.661279 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] Publish callbacks [] for security_group (2b1434ec-b536-4d82-8d33-f207ab5cb4c9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.694049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] Publish callbacks [] for security_group (2b1434ec-b536-4d82-8d33-f207ab5cb4c9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.730540 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.766797 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2b1434ec-b536-4d82-8d33-f207ab5cb4c9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.771444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.775300 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b1434ec-b536-4d82-8d33-f207ab5cb4c9 HTTP/1.1" status: 204 len: 168 time: 0.2102849 Jun 24 10:37:39.783600 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1aa404-d236-4776-94af-edfa290434ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1434ec-b536-4d82-8d33-f207ab5cb4c9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:39.793561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:39.801312 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:39.807852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:37:39.847243 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Pushing event updated for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:39.882183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:39.882815 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:39.904087 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-0e784b3c-d349-4955-afb7-8af90a0d1cba tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2812984 Jun 24 10:37:39.916897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Request body: {'port': {'device_id': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:39.987078 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.341398 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45642) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:40.349488 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782775995', 'description': 'tempest-description--1234951007'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:40.403168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.473692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cf41d-903d-4635-80f5-7ac1a50638ed req-f66027f1-e5d8-4eaa-b89d-e15daaa4b544 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:40.481463 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a2cf41d-903d-4635-80f5-7ac1a50638ed req-f66027f1-e5d8-4eaa-b89d-e15daaa4b544 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.3259056 Jun 24 10:37:40.503804 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 45644) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:40.537454 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (b4195fbc-2b60-487a-9e2a-c8fe60602407), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.544922 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b4195fbc-2b60-487a-9e2a-c8fe60602407), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.580699 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.582921 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2404051 Jun 24 10:37:40.585597 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020931a7-d1f1-4a2c-90b4-004299c83a77 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4195fbc-2b60-487a-9e2a-c8fe60602407,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:40.588013 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45648) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:40.593898 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'security_group_rule': {'security_group_id': 'b4195fbc-2b60-487a-9e2a-c8fe60602407', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:40.617762 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:40.633119 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (4d7b253c-d4c6-4b18-abee-2cd62093df07), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.696201 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:40.699618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a2cf41d-903d-4635-80f5-7ac1a50638ed req-62889bd1-4087-4270-a83e-a1ccdc1af3c9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167995 Jun 24 10:37:40.706669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:40.725003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-43d90db3-8de7-460a-b71a-5ddb19f22bc4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e66fea7a5cd440a58485e2884225d236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182808 Jun 24 10:37:40.732640 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45652) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:40.733247 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28afc87-300d-4773-b915-7a465eb081e7 req-1ac666d6-1c1a-424e-836a-6cb72e617cfa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:40.735324 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d28afc87-300d-4773-b915-7a465eb081e7 req-1ac666d6-1c1a-424e-836a-6cb72e617cfa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 931 time: 0.1121020 Jun 24 10:37:40.757438 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (4d7b253c-d4c6-4b18-abee-2cd62093df07), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.774114 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (4d7b253c-d4c6-4b18-abee-2cd62093df07), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.850271 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.852264 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2629826 Jun 24 10:37:40.854752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29259b4b-5144-42cf-a960-0cc5e8070354 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7b253c-d4c6-4b18-abee-2cd62093df07,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:40.857082 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45658) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:40.862479 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'security_group_rule': {'security_group_id': 'b4195fbc-2b60-487a-9e2a-c8fe60602407', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:40.887165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d28afc87-300d-4773-b915-7a465eb081e7 req-ca61f8fd-97ac-43f2-807b-c1ecd904ef3c tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436007 Jun 24 10:37:40.921049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (6e92a17a-7398-4526-ae14-3ad9ed34aff9), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.925529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d93f-9398-4b30-8d92-15fea7cc8565 req-235f80fe-b070-41f9-a156-40eea7abb6b8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:40.927333 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3b30d93f-9398-4b30-8d92-15fea7cc8565 req-235f80fe-b070-41f9-a156-40eea7abb6b8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1053381 Jun 24 10:37:40.931726 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a01ad2-4b70-496e-b8f5-5e71cad379fc {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:40.942556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks [] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.944475 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] Publish callbacks [] for security_group (c41e515b-cf3a-4091-8b47-32f213bab8c4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.981489 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Transition to ACTIVE for port object 32a01ad2-4b70-496e-b8f5-5e71cad379fc will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:37:40.988972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] Publish callbacks [] for security_group (c41e515b-cf3a-4091-8b47-32f213bab8c4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:40.994492 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.010478 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:41.034774 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (6e92a17a-7398-4526-ae14-3ad9ed34aff9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.041297 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (6e92a17a-7398-4526-ae14-3ad9ed34aff9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.061648 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3b30d93f-9398-4b30-8d92-15fea7cc8565 req-160c3b99-c9d1-4992-ae55-bc7824cf5f8b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216865 Jun 24 10:37:41.064637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e92a17a-7398-4526-ae14-3ad9ed34aff9,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.076402 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.078024 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d368fdb2-7f61-4e51-b635-758dfae12f03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197516 Jun 24 10:37:41.085068 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45660) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:41.090606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Pushing event updated for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.091274 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:41.126483 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (c41e515b-cf3a-4091-8b47-32f213bab8c4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.130044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.133208 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c41e515b-cf3a-4091-8b47-32f213bab8c4 HTTP/1.1" status: 204 len: 168 time: 0.3837659 Jun 24 10:37:41.155858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771c6bf-4196-4795-88c2-84491c540d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41e515b-cf3a-4091-8b47-32f213bab8c4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.164055 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.190707 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Attempting to bind port 32a01ad2-4b70-496e-b8f5-5e71cad379fc on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:37:41.191075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Attempting to bind port 32a01ad2-4b70-496e-b8f5-5e71cad379fc by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:37:41.191414 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Attempting to bind port 32a01ad2-4b70-496e-b8f5-5e71cad379fc on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:41.197045 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Port 32a01ad2-4b70-496e-b8f5-5e71cad379fc on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:37:41.203155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Attempting to bind port 32a01ad2-4b70-496e-b8f5-5e71cad379fc on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:41.214567 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:37:41.215057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Checking segment: {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:41.215407 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Bound using segment: {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:37:41.216959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Bound port: 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:37:41.217333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.287787 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.288623 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:41.292802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:41.305111 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.362463 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:41.363081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.364545 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] 10.222.0.20 "PUT /v2.0/ports/32a01ad2-4b70-496e-b8f5-5e71cad379fc HTTP/1.1" status: 200 len: 1093 time: 1.4521334 Jun 24 10:37:41.367185 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:41.372372 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:41.428572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485b422-4503-44aa-bb23-b7bc3fcf009b service neutron] Pushing event updated for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.479790 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Allocated IP 172.27.1.81 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:41.520445 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c87892-0848-49e0-8176-584102d816ba x-openstack-request-id: req-71c87892-0848-49e0-8176-584102d816ba {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:41.521156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:41.521668 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71c87892-0848-49e0-8176-584102d816ba {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:41.522268 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c87892-0848-49e0-8176-584102d816ba'] response: {'name': 'network-changed', 'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc', 'status': 'completed', 'code': 200} Jun 24 10:37:41.550748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-1cf0247f-8244-4e41-bdb1-5693f32d4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:41.552682 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-1cf0247f-8244-4e41-bdb1-5693f32d4f1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 1127 time: 0.0854011 Jun 24 10:37:41.616015 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-fe9e31ce-311b-4375-ab9c-363b68e02790 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc HTTP/1.1" status: 200 len: 217 time: 0.0484557 Jun 24 10:37:41.630862 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.682449 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.685909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-4cf22882-c5fb-450a-b799-56f131eb7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:41.687581 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-4cf22882-c5fb-450a-b799-56f131eb7deb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed878761-e981-4a13-b002-6b571d7ac10e HTTP/1.1" status: 200 len: 853 time: 0.0606735 Jun 24 10:37:41.730501 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-f5fb478d-7e39-49f3-b941-b82665c62f0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362613 Jun 24 10:37:41.738130 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:41.738912 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:41.764718 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:41.774044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:41.780439 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:37:41.832204 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'Port': ['ID=2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:41.921900 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.936348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434d41-923e-46e3-8ee0-2e2508d720e1 req-872c9d45-6a59-425b-a7cf-95735e2c7eed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:41.947168 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-82434d41-923e-46e3-8ee0-2e2508d720e1 req-872c9d45-6a59-425b-a7cf-95735e2c7eed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0800765 Jun 24 10:37:41.978483 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:41.986552 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-8964854c-65d8-43fa-b033-9d6792381a7c service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446456 Jun 24 10:37:42.073437 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae64b28-2894-48b1-b023-9f303ec7cd04 req-cfadec08-b2c6-405f-987b-a9a2420f6e0b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:42.075117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bae64b28-2894-48b1-b023-9f303ec7cd04 req-cfadec08-b2c6-405f-987b-a9a2420f6e0b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 943 time: 0.1053054 Jun 24 10:37:42.077568 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:42.090256 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-82434d41-923e-46e3-8ee0-2e2508d720e1 req-154a62ae-fdce-4b31-bea8-5a2c874e99bf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412256 Jun 24 10:37:42.281547 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bae64b28-2894-48b1-b023-9f303ec7cd04 req-77d27e90-5e9e-46ae-8182-1bc60fbbf58f tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878493 Jun 24 10:37:42.328222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc44996-96d1-48ed-95ac-be154bbe08d9 req-97fd3df3-9282-4f57-a80a-d7449892fbed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:42.332694 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fc44996-96d1-48ed-95ac-be154bbe08d9 req-97fd3df3-9282-4f57-a80a-d7449892fbed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1386988 Jun 24 10:37:42.341207 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5bec871c-22de-4dd1-98bb-2e891310f0da req-2a1077b1-ecbc-4507-99c4-fcb372d82c64 service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328767 Jun 24 10:37:42.422326 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fc44996-96d1-48ed-95ac-be154bbe08d9 req-f683dce9-ec3a-4c99-aefe-7ded1be14141 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786414 Jun 24 10:37:42.560655 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:42.566654 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:42.648438 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'Port': ['ID=2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:42.660658 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:42.680634 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:42.682188 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-34b896a8-7dda-4631-87d8-58c25614634d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5961094 Jun 24 10:37:42.937550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:42.984383 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-79415aa4-875e-4314-ab40-451f1035ed09 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1782775995&fields=id&tenant_id=d8cc166ec03349b3b2b0d69840886bd9 HTTP/1.1" status: 200 len: 267 time: 0.0661433 Jun 24 10:37:43.164285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-8c3f3664-516b-417c-a715-9df5ae288b4e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.173412 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-8c3f3664-516b-417c-a715-9df5ae288b4e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 0.1824899 Jun 24 10:37:43.189033 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-cc9566b7-cc1d-4a0b-b968-9e1c2dce649f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/quotas/d8cc166ec03349b3b2b0d69840886bd9 HTTP/1.1" status: 200 len: 375 time: 0.0146770 Jun 24 10:37:43.250732 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-f083c76d-00e2-4eb3-b51e-e6d856ad94a3 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510685 Jun 24 10:37:43.331728 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd937c15-06ce-4998-8b5e-35ee03d78d60 req-ef83b3f3-8c9c-4b2d-abed-2a2cceff152e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.333616 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dd937c15-06ce-4998-8b5e-35ee03d78d60 req-ef83b3f3-8c9c-4b2d-abed-2a2cceff152e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.1480112 Jun 24 10:37:43.381417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-6894ced4-4c7a-4c0a-af75-d2335b7cdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.382937 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-6894ced4-4c7a-4c0a-af75-d2335b7cdb2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 1127 time: 0.1160736 Jun 24 10:37:43.514748 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1baaf73b-9487-4a4f-9eef-6b875c18d658 service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376587 Jun 24 10:37:43.538495 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dd937c15-06ce-4998-8b5e-35ee03d78d60 req-aca37b65-0de4-48d0-9e6f-885712a43b6f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822698 Jun 24 10:37:43.641695 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-a91a02ca-c5fe-4a98-a5d1-f9bf675794a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.643094 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-a91a02ca-c5fe-4a98-a5d1-f9bf675794a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 914 time: 0.2526851 Jun 24 10:37:43.723654 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-87233e5b-26e4-4223-9c99-bfd537425797 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc HTTP/1.1" status: 200 len: 217 time: 0.0526965 Jun 24 10:37:43.735267 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2bfe6-4d89-47c1-b20d-24d660b1d472 req-33c63a44-25a6-4fcd-a0e7-ae685d150f59 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.736894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7a2bfe6-4d89-47c1-b20d-24d660b1d472 req-33c63a44-25a6-4fcd-a0e7-ae685d150f59 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 943 time: 0.1109338 Jun 24 10:37:43.747112 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-acda6e24-cd7f-48d5-94ef-af2b95e70fff service neutron] 10.222.0.69 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099302 Jun 24 10:37:43.827313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:43.834200 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7a2bfe6-4d89-47c1-b20d-24d660b1d472 req-c8cd8b80-c74a-4796-a356-cfbbb817c55d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Jun 24 10:37:43.835535 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-b800a496-3838-4ae7-a068-b9fe71987d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:43.836926 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-b800a496-3838-4ae7-a068-b9fe71987d22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed878761-e981-4a13-b002-6b571d7ac10e HTTP/1.1" status: 200 len: 853 time: 0.0991189 Jun 24 10:37:43.888753 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-7003dac1-d8e3-4864-ae7c-1dcb81c1ea08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432312 Jun 24 10:37:44.009733 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7292ebba-f6e8-4c22-9a21-0cc155d10284 req-e24f34d8-226c-44a7-b15f-2028b6b34e03 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 210 time: 0.0556047 Jun 24 10:37:44.106966 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433f59c-8eea-431f-ac10-155b9731e160 req-b801b554-ff6f-4706-8b06-c88d2018f53d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:44.108774 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2433f59c-8eea-431f-ac10-155b9731e160 req-b801b554-ff6f-4706-8b06-c88d2018f53d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1103225 Jun 24 10:37:44.137954 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-c1ca14da-93d9-44e1-9da5-d63dcfab75cf service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355847 Jun 24 10:37:44.208100 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2433f59c-8eea-431f-ac10-155b9731e160 req-4805c5f6-4347-4a5f-9875-d38286d520dc tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883203 Jun 24 10:37:44.219747 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 32a01ad2-4b70-496e-b8f5-5e71cad379fc details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:44.295615 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e4fe6b7-5ee9-48e1-a0d1-5aba8ca2b2b0 req-619e72de-254a-4085-9be7-8651540abd50 service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475182 Jun 24 10:37:44.399954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:44.419159 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '32a01ad2-4b70-496e-b8f5-5e71cad379fc', 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d', 'port_id': '32a01ad2-4b70-496e-b8f5-5e71cad379fc', 'mac_address': 'fa:16:3e:e9:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed878761-e981-4a13-b002-6b571d7ac10e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:44.463930 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 32a01ad2-4b70-496e-b8f5-5e71cad379fc is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:44.464393 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:44.481002 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a01ad2-4b70-496e-b8f5-5e71cad379fc {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:44.521792 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:44.528301 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:44.580408 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:44.672883 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:44.681915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ce73d-aa94-43c0-9134-76ec6120504a req-35b1a4af-daa4-4227-af89-b18f749008b0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:44.683467 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3b2ce73d-aa94-43c0-9134-76ec6120504a req-35b1a4af-daa4-4227-af89-b18f749008b0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0559764 Jun 24 10:37:44.740620 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3b2ce73d-aa94-43c0-9134-76ec6120504a req-3a50fa3c-0834-409e-a7d5-4cc7c924c555 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498712 Jun 24 10:37:44.832912 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['32a01ad2-4b70-496e-b8f5-5e71cad379fc'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:44.978158 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac043e-e943-4e4e-8558-2d7ebc678c05 req-2bffa846-78ab-4a08-836a-60d8d47b063d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:44.979681 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fac043e-e943-4e4e-8558-2d7ebc678c05 req-2bffa846-78ab-4a08-836a-60d8d47b063d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 944 time: 0.0536377 Jun 24 10:37:45.028532 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8fac043e-e943-4e4e-8558-2d7ebc678c05 req-9943bb0f-7fcf-4324-9056-b292e1030561 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Jun 24 10:37:45.105494 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8262216-72a5-4aad-8ca4-209a8c3c9276 req-c69f95ed-92c3-41de-9e0f-cf3cd252eaca tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 210 time: 0.0311229 Jun 24 10:37:45.356138 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099eb45-c033-41fc-973b-e60db8db8445 req-b4e9b263-60e4-44ce-8aad-682d8cf4932f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:45.357670 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2099eb45-c033-41fc-973b-e60db8db8445 req-b4e9b263-60e4-44ce-8aad-682d8cf4932f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0499501 Jun 24 10:37:45.405955 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2099eb45-c033-41fc-973b-e60db8db8445 req-9c3e99f4-5596-4dd8-a441-13c78a656100 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Jun 24 10:37:45.548342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-f344b80b-dbdc-485e-adc3-df7a0cb40357 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:45.549976 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-f344b80b-dbdc-485e-adc3-df7a0cb40357 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 819 time: 0.1132197 Jun 24 10:37:45.637694 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-de6f687a-e572-4062-9e7f-a2b52cd4de02 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8cc166ec03349b3b2b0d69840886bd9 HTTP/1.1" status: 200 len: 380 time: 0.0693974 Jun 24 10:37:45.649333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'port': {'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'admin_state_up': True, 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'security_groups': ['b4195fbc-2b60-487a-9e2a-c8fe60602407']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:45.765188 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Made reservation on behalf of d8cc166ec03349b3b2b0d69840886bd9 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:37:45.769073 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:45.795196 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:45.810174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45786) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:45.890738 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cdada-7bf5-46a0-b152-0d06e6d70d7e req-1163d81e-27cd-4163-845d-bbb812e1a5f8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:45.892230 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a68cdada-7bf5-46a0-b152-0d06e6d70d7e req-1163d81e-27cd-4163-845d-bbb812e1a5f8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0651128 Jun 24 10:37:45.928915 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6157645d-10ce-463e-8658-ae0b4af59fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:45.973917 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Allocated IP 172.20.0.14 (45ee52c2-5913-4161-9d2c-193dab823ea6/79f098d1-6778-4f3c-b1cc-12985554c783/0eef209c-31b8-4128-91c4-b268848f7512) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:37:45.989182 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a68cdada-7bf5-46a0-b152-0d06e6d70d7e req-79f1228c-b23e-4ded-a39c-b498ac334d53 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750341 Jun 24 10:37:46.045229 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6157645d-10ce-463e-8658-ae0b4af59fcd admin admin] Publish callbacks [] for security_group (a79963c3-e915-4951-b21e-0cb41b09b780), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.052196 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6157645d-10ce-463e-8658-ae0b4af59fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a79963c3-e915-4951-b21e-0cb41b09b780), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.092071 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6157645d-10ce-463e-8658-ae0b4af59fcd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d8b3fc87bff4f1c8f2e4a4acb5df022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806418 Jun 24 10:37:46.094523 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157645d-10ce-463e-8658-ae0b4af59fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79963c3-e915-4951-b21e-0cb41b09b780,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.097191 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45808) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:46.157366 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] Publish callbacks [] for security_group (a79963c3-e915-4951-b21e-0cb41b09b780), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.183213 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] Publish callbacks [] for security_group (a79963c3-e915-4951-b21e-0cb41b09b780), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.192319 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:46.247042 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 32a01ad2-4b70-496e-b8f5-5e71cad379fc up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:46.258303 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a79963c3-e915-4951-b21e-0cb41b09b780), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.260993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.262231 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a79963c3-e915-4951-b21e-0cb41b09b780 HTTP/1.1" status: 204 len: 168 time: 0.1638639 Jun 24 10:37:46.273976 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98151748-b3db-42d8-89a6-7fe1d3f6d639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79963c3-e915-4951-b21e-0cb41b09b780,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.307042 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 32a01ad2-4b70-496e-b8f5-5e71cad379fc completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:37:46.317692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 32a01ad2-4b70-496e-b8f5-5e71cad379fc triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:46.318243 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.338163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:46.368313 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:46.401649 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 32a01ad2-4b70-496e-b8f5-5e71cad379fc is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:46.402338 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.436523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:46.439194 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d1ea95-8b4d-4fc3-8c33-0cb315fa9c77" -d '{"events": [{"server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "name": "network-vif-plugged", "status": "completed", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:46.454489 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:46.470155 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.495444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:46.505000 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e40e8c4b-d9ba-432d-89bd-61c5b82d0e2d req-b3e4ec52-73ff-4576-a40a-ec823ece7fe6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 210 time: 0.0430756 Jun 24 10:37:46.521983 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63a487-9108-48e5-a62d-e73864d84492 req-17093ddf-a987-4318-bd68-7f6ee7bdac03 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:46.533274 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4d63a487-9108-48e5-a62d-e73864d84492 req-17093ddf-a987-4318-bd68-7f6ee7bdac03 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 944 time: 0.3939435 Jun 24 10:37:46.541648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.572377 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for port (0eef209c-31b8-4128-91c4-b268848f7512), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.658415 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4d63a487-9108-48e5-a62d-e73864d84492 req-4fdd787d-c7e6-4185-82da-3a57242f0c84 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240416 Jun 24 10:37:46.676865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b14ee-f490-4197-90cc-cc0a6adaefe3 req-fc1ed3c1-b014-4b53-8223-03834c0f8628 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:46.683636 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b2b14ee-f490-4197-90cc-cc0a6adaefe3 req-fc1ed3c1-b014-4b53-8223-03834c0f8628 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0942400 Jun 24 10:37:46.691839 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.724201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb7485-b43c-4a05-9367-b2fd1f2117e7 x-openstack-request-id: req-d0fb7485-b43c-4a05-9367-b2fd1f2117e7 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:46.724659 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "name": "network-vif-plugged", "status": "completed", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:46.724991 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0fb7485-b43c-4a05-9367-b2fd1f2117e7 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:46.725890 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fb7485-b43c-4a05-9367-b2fd1f2117e7'] response: {'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc', 'code': 200} Jun 24 10:37:46.754639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:37:46.766405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:37:46.774244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:37:46.804874 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event updated for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:46.829747 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b2b14ee-f490-4197-90cc-cc0a6adaefe3 req-a838e236-9286-4f62-948d-35e96e4fa46e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449707 Jun 24 10:37:46.860170 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:46.861072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:46.899914 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1661d6bb-bfed-4557-a808-de5a5cb4c7ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2546585 Jun 24 10:37:46.924063 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Request body: {'port': {'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:46.978537 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285ad8-0aef-4e3e-a2b0-b1502aaff2c4 req-5826d8a4-e496-43dc-85ba-b1fceafdc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:46.980881 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-98285ad8-0aef-4e3e-a2b0-b1502aaff2c4 req-5826d8a4-e496-43dc-85ba-b1fceafdc3df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 1129 time: 0.0660546 Jun 24 10:37:47.020843 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:47.068726 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-98285ad8-0aef-4e3e-a2b0-b1502aaff2c4 req-0e00a1ab-5ee6-457b-9204-8d387e839968 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821195 Jun 24 10:37:47.092907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0eef209c-31b8-4128-91c4-b268848f7512), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:47.152995 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:47.154245 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-419e3e9a-d741-4c69-a856-f3bae4f21eb9 None None] Provisioning complete for port 0eef209c-31b8-4128-91c4-b268848f7512 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:47.154836 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-419e3e9a-d741-4c69-a856-f3bae4f21eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (0eef209c-31b8-4128-91c4-b268848f7512), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:47.190076 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-419e3e9a-d741-4c69-a856-f3bae4f21eb9 None None] Port 0eef209c-31b8-4128-91c4-b268848f7512 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:37:47.279871 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed20a31-644c-45eb-966a-7fc652cb15c1 req-0e4f105e-e83e-4b8d-909e-0696a3428e13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:47.281489 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7ed20a31-644c-45eb-966a-7fc652cb15c1 req-0e4f105e-e83e-4b8d-909e-0696a3428e13 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1451831 Jun 24 10:37:47.298213 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ccfb0-6126-4cc5-bffd-d2fbc67f3a34 req-6f11ad89-41a7-435d-9ad1-e51537589b51 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:47.299757 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-597ccfb0-6126-4cc5-bffd-d2fbc67f3a34 req-6f11ad89-41a7-435d-9ad1-e51537589b51 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.1449578 Jun 24 10:37:47.406469 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7ed20a31-644c-45eb-966a-7fc652cb15c1 req-d4a5eb4e-485b-449a-8c6a-000cf7581b0a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161892 Jun 24 10:37:47.416597 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-597ccfb0-6126-4cc5-bffd-d2fbc67f3a34 req-be1b5204-985d-467d-a058-f558437196fc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084766 Jun 24 10:37:47.513994 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-bcabd763-8c29-4ebe-a1ff-24e10f98dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:47.515550 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-bcabd763-8c29-4ebe-a1ff-24e10f98dbfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1129 time: 0.0401063 Jun 24 10:37:47.548897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eef209c-31b8-4128-91c4-b268848f7512 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:47.556827 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks [] for port (0eef209c-31b8-4128-91c4-b268848f7512), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:47.570536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Transition to ACTIVE for port object 0eef209c-31b8-4128-91c4-b268848f7512 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:37:47.581855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:47.602885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:47.657230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19adeb3-11dd-4454-9541-9a2fa8e5cb22 req-673699f1-0539-42fa-83aa-4e79d48e1851 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:47.658734 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a19adeb3-11dd-4454-9541-9a2fa8e5cb22 req-673699f1-0539-42fa-83aa-4e79d48e1851 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 944 time: 0.0871167 Jun 24 10:37:47.671409 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Pushing event updated for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:47.819926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2281-a5eb-46db-9405-2611f2cfc53e req-b8753c24-ba6f-4822-98b2-670c30ede215 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:47.821462 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f2a2281-a5eb-46db-9405-2611f2cfc53e req-b8753c24-ba6f-4822-98b2-670c30ede215 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.0820932 Jun 24 10:37:47.833601 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a19adeb3-11dd-4454-9541-9a2fa8e5cb22 req-d1e47e19-f35b-4b9a-a1f6-ec63390bc85e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594076 Jun 24 10:37:47.845605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Attempting to bind port 0eef209c-31b8-4128-91c4-b268848f7512 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:37:47.845885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Attempting to bind port 0eef209c-31b8-4128-91c4-b268848f7512 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:37:47.846154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Attempting to bind port 0eef209c-31b8-4128-91c4-b268848f7512 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:47.863998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Port 0eef209c-31b8-4128-91c4-b268848f7512 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:37:47.864247 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Attempting to bind port 0eef209c-31b8-4128-91c4-b268848f7512 on network 45ee52c2-5913-4161-9d2c-193dab823ea6 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:37:47.887929 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:37:47.888779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Checking segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:37:47.888989 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Bound using segment: {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:37:47.889468 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Bound port: 0eef209c-31b8-4128-91c4-b268848f7512, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65361e55-37ac-4803-ba7e-5191e1ef9b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:37:47.889774 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0eef209c-31b8-4128-91c4-b268848f7512), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:47.919169 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f2a2281-a5eb-46db-9405-2611f2cfc53e req-0c3339a6-0161-40bd-ba19-262e841fcf37 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889223 Jun 24 10:37:47.982174 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:37:47.985532 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=0eef209c-31b8-4128-91c4-b268848f7512,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:37:47.993280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.026815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-8794865d-8c91-43bc-8263-03803e6d00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.028962 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-8794865d-8c91-43bc-8263-03803e6d00a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.1346231 Jun 24 10:37:48.030626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.031309 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.032919 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] 10.222.0.20 "PUT /v2.0/ports/0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 1094 time: 1.1184990 Jun 24 10:37:48.033564 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:48.035791 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea507d5-7deb-455e-8913-34210376af54" -d '{"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:48.069758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d2106-a009-4241-ba71-1ee2b0f22269 service neutron] Pushing event updated for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:48.091273 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb6fdd5-b671-4894-8f48-cd1489cff043 x-openstack-request-id: req-6cb6fdd5-b671-4894-8f48-cd1489cff043 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:48.091509 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:48.091798 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6cb6fdd5-b671-4894-8f48-cd1489cff043 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:48.092149 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb6fdd5-b671-4894-8f48-cd1489cff043'] response: {'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'status': 'completed', 'code': 200} Jun 24 10:37:48.104269 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 45940) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:48.112197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:48.124757 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-32bc807f-c201-45ae-a3dd-b9f0e8a9a84a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 1001 time: 0.0739257 Jun 24 10:37:48.155087 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Deleting subnet 9b8026a9-9e35-48fd-886d-6e954e9f444d {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:37:48.158654 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Publish callbacks [] for subnet (9b8026a9-9e35-48fd-886d-6e954e9f444d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.201238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (9b8026a9-9e35-48fd-886d-6e954e9f444d), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.244018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (9b8026a9-9e35-48fd-886d-6e954e9f444d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.250566 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:48.308323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (9b8026a9-9e35-48fd-886d-6e954e9f444d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.334533 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8026a9-9e35-48fd-886d-6e954e9f444d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:48.338184 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.344658 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45956) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:48.344931 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-cba3055c-a205-4f21-8654-bca8b8be3d28 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9b8026a9-9e35-48fd-886d-6e954e9f444d HTTP/1.1" status: 204 len: 168 time: 0.2393191 Jun 24 10:37:48.379825 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:48.392580 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:48.430433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (8892b172-ff9b-4970-9912-4cf3bdf6c7ce), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.431561 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: ACTIVE; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:48.431950 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.450780 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:48.482381 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:48.491009 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.531502 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (8892b172-ff9b-4970-9912-4cf3bdf6c7ce), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.561287 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=6']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:48.561539 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8892b172-ff9b-4970-9912-4cf3bdf6c7ce']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:48.568871 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.569285 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.569928 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.570273 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.570604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.570929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.571252 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.571731 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.572052 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.572371 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.572691 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.573017 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666bee4e-d950-41a2-9936-725504f64a1b') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:48.573131 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.573307 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666bee4e-d950-41a2-9936-725504f64a1b') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:48.573405 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.573635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.573948 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:37:48.586669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (666bee4e-d950-41a2-9936-725504f64a1b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.599588 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['bcb7370e-287a-4f51-9b23-0add5505f560'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:48.602483 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (666bee4e-d950-41a2-9936-725504f64a1b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.613865 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:37:48.614704 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (666bee4e-d950-41a2-9936-725504f64a1b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.637952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d53bcb-0181-4994-91cb-87e29e4fdb53 req-a9ee724c-aa50-466c-90de-4e728856644f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.644839 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25d53bcb-0181-4994-91cb-87e29e4fdb53 req-a9ee724c-aa50-466c-90de-4e728856644f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.1245670 Jun 24 10:37:48.656608 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-8fa53fcf-6897-49e2-b068-9de30546da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.658170 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-8fa53fcf-6897-49e2-b068-9de30546da82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1128 time: 0.1364858 Jun 24 10:37:48.668848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b24ad-0c44-4fe1-8b3a-ed3ac3c43ad9 req-3e58dc8d-7209-4c58-9673-a22c445781fe tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.670622 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-418b24ad-0c44-4fe1-8b3a-ed3ac3c43ad9 req-3e58dc8d-7209-4c58-9673-a22c445781fe tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.1290119 Jun 24 10:37:48.738001 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 666bee4e-d950-41a2-9936-725504f64a1b resource provider aggregate not found Jun 24 10:37:48.754381 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-32beab6d-1862-4b94-94bb-33e5381f986d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 217 time: 0.0656822 Jun 24 10:37:48.758781 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (8892b172-ff9b-4970-9912-4cf3bdf6c7ce), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.767658 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:48.774263 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8892b172-ff9b-4970-9912-4cf3bdf6c7ce HTTP/1.1" status: 204 len: 168 time: 0.4261544 Jun 24 10:37:48.782895 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 666bee4e-d950-41a2-9936-725504f64a1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 666bee4e-d950-41a2-9936-725504f64a1b found for delete ", "request_id": "req-9934ea96-06a8-4bbe-8b6b-630fa8951cb1"}]} Jun 24 10:37:48.805525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7800c-e3ff-4473-aff2-480714297be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8892b172-ff9b-4970-9912-4cf3bdf6c7ce,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:48.814993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-c53ed637-155c-43be-85a2-f043ca3e7651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.816851 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-c53ed637-155c-43be-85a2-f043ca3e7651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.1159480 Jun 24 10:37:48.839892 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25d53bcb-0181-4994-91cb-87e29e4fdb53 req-3d8869b9-a962-4339-9fda-a8728de0d3a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941473 Jun 24 10:37:48.851355 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-418b24ad-0c44-4fe1-8b3a-ed3ac3c43ad9 req-7647fe85-4df8-465e-933b-9111f6e4c988 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736875 Jun 24 10:37:48.853830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:48.877175 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-5e45b48e-90ed-410d-ac51-9f392ce8da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.879311 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-5e45b48e-90ed-410d-ac51-9f392ce8da04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.1158187 Jun 24 10:37:48.892960 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-a0bbe6bc-cca3-4b39-8434-749ee3477453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.894417 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-a0bbe6bc-cca3-4b39-8434-749ee3477453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673685 Jun 24 10:37:48.971628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1ea2db8f-beb0-4a04-bcc8-9d5b2bbc6095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:48.973445 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1ea2db8f-beb0-4a04-bcc8-9d5b2bbc6095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864327 Jun 24 10:37:49.022008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1a919-653d-469a-9835-e8afa003106f req-95dc85f3-c3a4-4fcd-a9c6-bee2c4a86630 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:49.023724 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ca1a919-653d-469a-9835-e8afa003106f req-95dc85f3-c3a4-4fcd-a9c6-bee2c4a86630 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 944 time: 0.0994132 Jun 24 10:37:49.034848 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-b6fc3602-6f78-4a90-8b4a-915f4244299d service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324551 Jun 24 10:37:49.102272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45974) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:49.125057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a8b2-9bf4-4aa2-8ea8-9f2cce670c50 req-346e1a63-6eac-408c-99ff-09f69ae153cc tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:49.126554 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fc5a8b2-9bf4-4aa2-8ea8-9f2cce670c50 req-346e1a63-6eac-408c-99ff-09f69ae153cc tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.1330967 Jun 24 10:37:49.134864 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:49.169905 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d4e8034e-9517-40e4-a500-bbb2ab84fb28 req-d456cb57-ec83-42bc-818a-4f5fda87c2fe service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278243 Jun 24 10:37:49.172616 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-752eeccb-937b-4aed-ab7e-a6f061b09947 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9513ee5af8e84d48a7f28b4c77db2dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693171 Jun 24 10:37:49.175294 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 45976) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:49.188273 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ca1a919-653d-469a-9835-e8afa003106f req-1645af8e-4f55-4267-baf5-3a5aa34056bc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403518 Jun 24 10:37:49.205305 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-1147d0c0-d960-4018-bd3b-0b08ab83ffb5 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241340 Jun 24 10:37:49.236215 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] Publish callbacks [] for security_group (b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:49.241632 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fc5a8b2-9bf4-4aa2-8ea8-9f2cce670c50 req-d9f0f455-9d6f-4755-85af-ca3d111fcc73 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050336 Jun 24 10:37:49.266020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] Publish callbacks [] for security_group (b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:49.320444 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-839fb2a2-2b41-427f-a194-df074ebdb3c0 req-377d0685-a562-4648-9c06-d2bff77ebfc3 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050761 Jun 24 10:37:49.328066 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:49.330915 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:49.332077 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958 HTTP/1.1" status: 204 len: 168 time: 0.1548889 Jun 24 10:37:49.340767 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62a600-7224-459f-aa57-cc29c4ef5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e0805f-ba6a-46f8-a21e-c9b4fc2b0958,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:49.958990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:50.002950 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450acbe-328c-40f3-a5d6-ec1c1735f2a6 req-c90a06ab-c0c3-4c8e-bf11-ce9ca174c464 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:50.004567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8450acbe-328c-40f3-a5d6-ec1c1735f2a6 req-c90a06ab-c0c3-4c8e-bf11-ce9ca174c464 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0847633 Jun 24 10:37:50.037234 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aea0b-38e9-4057-b95f-c55d8fafb91f req-3b347b3d-5603-4990-ba24-d930336a8b73 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:50.038716 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b5aea0b-38e9-4057-b95f-c55d8fafb91f req-3b347b3d-5603-4990-ba24-d930336a8b73 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.1071789 Jun 24 10:37:50.121728 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8450acbe-328c-40f3-a5d6-ec1c1735f2a6 req-c7993d8c-2aee-4c1d-b408-52924b04c8f0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093972 Jun 24 10:37:50.130230 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b5aea0b-38e9-4057-b95f-c55d8fafb91f req-367e4218-860d-4ce1-9cba-bf27b8d27667 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840321 Jun 24 10:37:50.287262 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:50.312432 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fb5d-6ec3-496a-9362-1248a48fb91f req-cf99b215-75bb-487b-b87f-beff2bc8b685 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:50.313965 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc06fb5d-6ec3-496a-9362-1248a48fb91f req-cf99b215-75bb-487b-b87f-beff2bc8b685 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 944 time: 0.0538385 Jun 24 10:37:50.334846 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port bcb7370e-287a-4f51-9b23-0add5505f560 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:50.335253 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:50.361634 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:50.366134 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc06fb5d-6ec3-496a-9362-1248a48fb91f req-2d5a6b14-e737-48b1-8dc8-3a625ce44de1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463111 Jun 24 10:37:50.411790 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:50.412177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:50.438050 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:50.440333 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ed9823-5291-48e8-9f60-928720e2a73d" -d '{"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:50.457186 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:50.465320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:50.488174 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a14d77d-ca24-4b04-8323-6493c039d938 x-openstack-request-id: req-4a14d77d-ca24-4b04-8323-6493c039d938 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:50.488564 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:50.488986 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a14d77d-ca24-4b04-8323-6493c039d938 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:50.489492 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a14d77d-ca24-4b04-8323-6493c039d938'] response: {'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'code': 200} Jun 24 10:37:50.505963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:50.519750 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=7']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:50.781973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea507d5-7deb-455e-8913-34210376af54 req-5d9cf182-fd9f-4c53-97ad-0a4d7c4315dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:50.783486 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-5d9cf182-fd9f-4c53-97ad-0a4d7c4315dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1128 time: 0.0571928 Jun 24 10:37:51.274791 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d47bb-ae88-4be4-8a12-d15bbb12f80b req-dac9a902-2a36-44b2-a849-af6cc33a84b4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.276504 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-df2d47bb-ae88-4be4-8a12-d15bbb12f80b req-dac9a902-2a36-44b2-a849-af6cc33a84b4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0783162 Jun 24 10:37:51.285653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ea2b-3f7f-4d8e-832c-795e3187d209 req-6333efd8-c794-4ec4-85a9-8c433d601088 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.287132 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e07ea2b-3f7f-4d8e-832c-795e3187d209 req-6333efd8-c794-4ec4-85a9-8c433d601088 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0765920 Jun 24 10:37:51.355154 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-df2d47bb-ae88-4be4-8a12-d15bbb12f80b req-bb2301ea-0b56-4e17-a0a8-11c8e3431cf0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670156 Jun 24 10:37:51.367004 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0e07ea2b-3f7f-4d8e-832c-795e3187d209 req-c95b6780-ca09-4ebc-a0ed-608264208efe tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728483 Jun 24 10:37:51.416639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:51.512211 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57c38e-97a2-420c-bbb9-141f3234c029 req-08d2f860-8e99-485a-b199-4734cefbf110 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.513817 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a57c38e-97a2-420c-bbb9-141f3234c029 req-08d2f860-8e99-485a-b199-4734cefbf110 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 944 time: 0.0661290 Jun 24 10:37:51.518855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea507d5-7deb-455e-8913-34210376af54 req-c41b5da7-58ec-46a0-ba4c-c09627560b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.520221 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-c41b5da7-58ec-46a0-ba4c-c09627560b79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.1384435 Jun 24 10:37:51.570529 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-0e95fda9-f6e1-47ac-ab73-81bb8c63d5ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 217 time: 0.0425420 Jun 24 10:37:51.626830 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a57c38e-97a2-420c-bbb9-141f3234c029 req-956bd177-b999-40b4-9580-0d24e6fc5e90 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056573 Jun 24 10:37:51.631853 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:37:51.646769 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea507d5-7deb-455e-8913-34210376af54 req-42d6ecca-415a-4175-8f29-6eb63a8b51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.648269 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-42d6ecca-415a-4175-8f29-6eb63a8b51ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0624886 Jun 24 10:37:51.698918 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea507d5-7deb-455e-8913-34210376af54 req-5aff9f9a-5d17-4af0-8a46-2791794fe6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:51.700395 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-5aff9f9a-5d17-4af0-8a46-2791794fe6ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396771 Jun 24 10:37:51.800375 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-655b6cdb-7ade-4744-8b01-bc73a8b111d9 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925241 Jun 24 10:37:51.890469 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cea507d5-7deb-455e-8913-34210376af54 req-79b538f0-04fa-4c7c-91a4-30487aca4782 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835946 Jun 24 10:37:52.289451 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 0eef209c-31b8-4128-91c4-b268848f7512 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:37:52.405248 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=0eef209c-31b8-4128-91c4-b268848f7512,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:52.416870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '0eef209c-31b8-4128-91c4-b268848f7512', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:37:52.453201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 0eef209c-31b8-4128-91c4-b268848f7512 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:52.453657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0eef209c-31b8-4128-91c4-b268848f7512), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:52.470362 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eef209c-31b8-4128-91c4-b268848f7512 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:37:52.493040 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=0eef209c-31b8-4128-91c4-b268848f7512,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:52.498059 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:52.500552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb576f36-96f5-405b-88ce-91f7e3f578f4 req-a1c56127-989f-4cfb-ad1c-324308e4fe07 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:52.502406 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb576f36-96f5-405b-88ce-91f7e3f578f4 req-a1c56127-989f-4cfb-ad1c-324308e4fe07 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0476985 Jun 24 10:37:52.525085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:52.547234 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:52.562559 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb576f36-96f5-405b-88ce-91f7e3f578f4 req-926171a2-5b9d-4036-9b67-908ae7394108 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542407 Jun 24 10:37:52.749863 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa08aca-6e50-470c-9f95-a77882a3e684 req-92ea81b1-7f75-454f-82ae-fa184a0d8c3c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:52.751434 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7aa08aca-6e50-470c-9f95-a77882a3e684 req-92ea81b1-7f75-454f-82ae-fa184a0d8c3c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 945 time: 0.0486000 Jun 24 10:37:52.795085 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['0eef209c-31b8-4128-91c4-b268848f7512'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:37:52.801045 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7aa08aca-6e50-470c-9f95-a77882a3e684 req-c80e0980-2bd7-4c3b-bab1-993958c6a261 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Jun 24 10:37:53.707057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466ceb3-2423-4c48-870c-a4572d78913b req-8cb0847b-77fc-4f6f-85c8-218bc8115a55 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:53.708585 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3466ceb3-2423-4c48-870c-a4572d78913b req-8cb0847b-77fc-4f6f-85c8-218bc8115a55 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0512888 Jun 24 10:37:53.758800 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3466ceb3-2423-4c48-870c-a4572d78913b req-c55069b4-20bf-432b-b234-6cf254125c9c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Jun 24 10:37:53.934949 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563abcd-4df2-481d-b2c6-e6558e17cb5c req-3c561647-e19f-4e18-931f-7ff79a640304 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:53.936451 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b563abcd-4df2-481d-b2c6-e6558e17cb5c req-3c561647-e19f-4e18-931f-7ff79a640304 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jun 24 10:37:53.989327 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b563abcd-4df2-481d-b2c6-e6558e17cb5c req-4d41027e-fbe1-4af2-ab90-b2c9bd4670bf tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Jun 24 10:37:54.320236 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 0eef209c-31b8-4128-91c4-b268848f7512 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:37:54.372042 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 0eef209c-31b8-4128-91c4-b268848f7512 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:37:54.383003 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 0eef209c-31b8-4128-91c4-b268848f7512 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:37:54.384509 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (0eef209c-31b8-4128-91c4-b268848f7512), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:54.471662 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 0eef209c-31b8-4128-91c4-b268848f7512 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:37:54.472047 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0eef209c-31b8-4128-91c4-b268848f7512), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:54.497432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:54.499966 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e3c8f2-34cf-4c23-a1be-e2b9f81ade68" -d '{"events": [{"server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "name": "network-vif-plugged", "status": "completed", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:54.517027 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=0eef209c-31b8-4128-91c4-b268848f7512,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:37:54.521994 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:54.552548 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d32528-5101-4721-bae8-5ba1b5f40600 x-openstack-request-id: req-88d32528-5101-4721-bae8-5ba1b5f40600 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:54.552947 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "name": "network-vif-plugged", "status": "completed", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:54.553124 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88d32528-5101-4721-bae8-5ba1b5f40600 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:54.553559 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d32528-5101-4721-bae8-5ba1b5f40600'] response: {'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'code': 200} Jun 24 10:37:54.568446 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:54.583767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:37:54.727391 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab43ff-86da-45fd-a159-f9bad69b2b0e req-bea39e95-fa29-46cd-97a4-b8f5dbc35b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:54.729439 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-85ab43ff-86da-45fd-a159-f9bad69b2b0e req-bea39e95-fa29-46cd-97a4-b8f5dbc35b61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0425644 Jun 24 10:37:54.779455 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-85ab43ff-86da-45fd-a159-f9bad69b2b0e req-dd6f9fb0-b8ba-435e-8975-a0e885369db6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Jun 24 10:37:54.891920 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac41e2b-471d-42b8-ad6a-5e1bf01c1f23 req-eb9bee72-b048-4df4-8195-94897ac6b184 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:54.893415 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ac41e2b-471d-42b8-ad6a-5e1bf01c1f23 req-eb9bee72-b048-4df4-8195-94897ac6b184 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0525248 Jun 24 10:37:54.945840 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ac41e2b-471d-42b8-ad6a-5e1bf01c1f23 req-56263725-3c2f-49a2-a221-0d46ba10e5dd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466454 Jun 24 10:37:55.122324 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0897e6-c3e4-47b4-89d2-a2af463a1bcd req-9efa9bcd-98bc-4f36-a369-dbcc616d3587 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:55.123807 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da0897e6-c3e4-47b4-89d2-a2af463a1bcd req-9efa9bcd-98bc-4f36-a369-dbcc616d3587 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0501845 Jun 24 10:37:55.144142 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:55.176609 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da0897e6-c3e4-47b4-89d2-a2af463a1bcd req-fde09a52-033e-446e-ab9f-b7c60f681eb7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Jun 24 10:37:56.080947 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0063a-2ce0-4901-94dc-9cfcbafb2e6a req-b17e0dde-dc86-4353-9d0c-912ee0dd9b02 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:56.082585 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-30e0063a-2ce0-4901-94dc-9cfcbafb2e6a req-b17e0dde-dc86-4353-9d0c-912ee0dd9b02 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0522859 Jun 24 10:37:56.128940 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-30e0063a-2ce0-4901-94dc-9cfcbafb2e6a req-3c96a07f-ed55-4094-9f02-52e3fa1d2cfa tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Jun 24 10:37:56.305018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d471b39-6a8d-41ee-9ef3-c54e4c1295bb req-1e0073ea-f797-4565-8b8a-33f1ea470f7b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:56.306449 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d471b39-6a8d-41ee-9ef3-c54e4c1295bb req-1e0073ea-f797-4565-8b8a-33f1ea470f7b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0557189 Jun 24 10:37:56.358210 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d471b39-6a8d-41ee-9ef3-c54e4c1295bb req-6d83ad43-fbe6-4939-a6f3-8ff89a82bca9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 Jun 24 10:37:57.250594 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20631-5168-471c-8308-9b5f92d062e2 req-3a764ecd-6d72-4e1b-a87e-0069f1f5eb56 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:57.252111 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0ee20631-5168-471c-8308-9b5f92d062e2 req-3a764ecd-6d72-4e1b-a87e-0069f1f5eb56 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0496104 Jun 24 10:37:57.308356 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0ee20631-5168-471c-8308-9b5f92d062e2 req-a4420a32-b6fb-4bfe-a2fc-277413eeca6f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502899 Jun 24 10:37:57.493024 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fca15-d6ed-4b3d-8471-4876063d4343 req-0e9dfd1c-883c-474d-94d3-ff001753c554 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:57.495085 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-772fca15-d6ed-4b3d-8471-4876063d4343 req-0e9dfd1c-883c-474d-94d3-ff001753c554 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0624509 Jun 24 10:37:57.546202 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-772fca15-d6ed-4b3d-8471-4876063d4343 req-4c34e8cb-c9bc-4417-9ce3-e3d424195301 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Jun 24 10:37:57.679917 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53039-9147-400f-95ff-9d49742f9622 req-bd4a7b9f-b533-49f4-b4ac-4898886c8d04 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:57.681522 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6c53039-9147-400f-95ff-9d49742f9622 req-bd4a7b9f-b533-49f4-b4ac-4898886c8d04 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0575175 Jun 24 10:37:57.690866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46130) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:37:57.695743 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'floatingip': {'port_id': '0eef209c-31b8-4128-91c4-b268848f7512'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:37:57.736455 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:57.773979 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:57.927799 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-08929f1d-d4f6-479f-8f91-88ab9e5b9d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:58.184321 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:58.190039 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:58.296116 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Floating IP ee809ee8-f4cc-47c4-96a5-58144cd2fed3 associated. External IP: 172.27.1.81, port: 0eef209c-31b8-4128-91c4-b268848f7512. Jun 24 10:37:58.404415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:58.442053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff2efa-021b-4961-bc02-792870c1a02e req-ced25c14-0381-4a3b-a315-a57e4fd3cb12 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:58.443761 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8dff2efa-021b-4961-bc02-792870c1a02e req-ced25c14-0381-4a3b-a315-a57e4fd3cb12 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0495670 Jun 24 10:37:58.495788 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8dff2efa-021b-4961-bc02-792870c1a02e req-ec478072-a216-492d-9738-7b6a1620c5cf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461352 Jun 24 10:37:58.518287 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Router 48d14d00-4801-40e3-b019-04e458dbed21 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:37:58.602953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:58.625663 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:37:58.630950 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:37:58.637405 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:37:58.648186 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:37:58.648788 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:37:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:58.665109 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-08fa2bd8-acf4-487f-a5a1-cc0a59e0926b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "PUT /v2.0/floatingips/ee809ee8-f4cc-47c4-96a5-58144cd2fed3 HTTP/1.1" status: 200 len: 991 time: 0.9709098 Jun 24 10:37:58.665109 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:37:58.666123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94017a83-8981-42e4-af8b-1548cf2fc5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:37:58.707631 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc309979-5c87-4846-b873-bc15fdc755f8 x-openstack-request-id: req-bc309979-5c87-4846-b873-bc15fdc755f8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:37:58.708261 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:37:58.708261 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc309979-5c87-4846-b873-bc15fdc755f8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:37:58.708548 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc309979-5c87-4846-b873-bc15fdc755f8'] response: {'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'status': 'completed', 'code': 200} Jun 24 10:37:58.749488 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:58.758176 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:37:58.783083 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-c5bf0aa4-d5fe-46dd-b73e-b2b3cc9a0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:58.784612 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-c5bf0aa4-d5fe-46dd-b73e-b2b3cc9a0863 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0482886 Jun 24 10:37:58.889704 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-ba5498c8-921c-4b6b-9518-20b0153e3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:58.891209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-ba5498c8-921c-4b6b-9518-20b0153e3777 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0972879 Jun 24 10:37:58.964414 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-a7cc9ccc-90d1-445a-9c56-7a04ec23a655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 999 time: 0.0609646 Jun 24 10:37:59.022632 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-df15464d-cc26-4d38-8c79-62583c8b68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:59.024108 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-df15464d-cc26-4d38-8c79-62583c8b68f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0465906 Jun 24 10:37:59.069868 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-a236b309-993e-46ab-96e4-1525d2e70f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:59.071362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-a236b309-993e-46ab-96e4-1525d2e70f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405035 Jun 24 10:37:59.153609 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:37:58Z', 'revision_number': 1, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.180319 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:37:59.191535 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:37:59.196245 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:37:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.304532 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:37:59.413493 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-af890cb4-acb8-4c54-96a9-b031519f7604 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335247 Jun 24 10:37:59.512535 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94017a83-8981-42e4-af8b-1548cf2fc5fe req-c0d70fa1-0b0a-43db-aab4-8a6688ea3759 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841758 Jun 24 10:37:59.525864 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:37:58Z', 'revision_number': 1, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:37:59.556957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a560a76-0ae7-465d-996d-2985be7c0f27 None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:37:58Z', 'revision_number': 1, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:37:59.638556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14632584-73fa-4ffa-859f-72c5ac2e760b req-dccca1ba-00f7-433f-8cc9-9da8cf596fa4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:37:59.640105 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-14632584-73fa-4ffa-859f-72c5ac2e760b req-dccca1ba-00f7-433f-8cc9-9da8cf596fa4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0545475 Jun 24 10:37:59.672403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:37:59.690413 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-14632584-73fa-4ffa-859f-72c5ac2e760b req-28502072-bbb8-4411-980c-d9e0807cd6cb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 Jun 24 10:37:59.776284 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c200a18-70e2-4525-a662-2edb54bfa357 None None] New status for floating IP ee809ee8-f4cc-47c4-96a5-58144cd2fed3: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:38:00.322659 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-23f8479c-f9ed-46f4-bdee-cb6bef10a871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:00.835753 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a724e65-f62b-48b0-81d6-7aed26d97fe5 req-151fb568-7961-421c-9320-30d21a7d64ab tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:00.837559 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a724e65-f62b-48b0-81d6-7aed26d97fe5 req-151fb568-7961-421c-9320-30d21a7d64ab tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0653262 Jun 24 10:38:00.888669 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a724e65-f62b-48b0-81d6-7aed26d97fe5 req-01bfc95f-cf21-4394-85b7-0291087c17da tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Jun 24 10:38:01.512266 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:02.019928 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43259002-f515-466a-ab15-831c1cb3de70 req-fb489cd8-0af3-49ef-8880-f2a555a59064 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:02.021599 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-43259002-f515-466a-ab15-831c1cb3de70 req-fb489cd8-0af3-49ef-8880-f2a555a59064 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0485485 Jun 24 10:38:02.021869 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:02.079653 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-43259002-f515-466a-ab15-831c1cb3de70 req-2db40f63-8a9e-416c-9867-b50edf757f7d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495439 Jun 24 10:38:03.202859 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:03.212354 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a544a3-fe17-446c-9ead-958a3945742d req-9a9f49d2-9d1a-4699-95c6-a85fd0c816ea tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:03.213863 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7a544a3-fe17-446c-9ead-958a3945742d req-9a9f49d2-9d1a-4699-95c6-a85fd0c816ea tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0565183 Jun 24 10:38:03.263761 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7a544a3-fe17-446c-9ead-958a3945742d req-1323419e-c291-4e86-9d23-20610d03a90f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Jun 24 10:38:03.410084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:04.402234 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf17447-2ffe-4113-9dbc-dc7a8b7bfca0 req-18773d6b-b9ad-4bf2-b7f9-83e68fd04a73 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:04.409347 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fbf17447-2ffe-4113-9dbc-dc7a8b7bfca0 req-18773d6b-b9ad-4bf2-b7f9-83e68fd04a73 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0631244 Jun 24 10:38:04.440081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:04.471203 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fbf17447-2ffe-4113-9dbc-dc7a8b7bfca0 req-5487e740-6b8c-4456-af84-b39f1684c738 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606575 Jun 24 10:38:05.630909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d81d7-f4cb-4252-afcf-ec6213883bca req-124be85d-5b7e-4a38-8dfc-56a98f5310e5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:05.632528 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-be2d81d7-f4cb-4252-afcf-ec6213883bca req-124be85d-5b7e-4a38-8dfc-56a98f5310e5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0736737 Jun 24 10:38:05.688589 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-be2d81d7-f4cb-4252-afcf-ec6213883bca req-4e62c830-f23a-429f-8610-793027c376c4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Jun 24 10:38:06.815383 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c182-4378-4c2f-af11-63dbdf5e9b61 req-70c0f86d-2cb2-4338-907f-3ac95820a120 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:06.817072 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-90c4c182-4378-4c2f-af11-63dbdf5e9b61 req-70c0f86d-2cb2-4338-907f-3ac95820a120 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0526817 Jun 24 10:38:06.871831 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-90c4c182-4378-4c2f-af11-63dbdf5e9b61 req-f6e83918-b9a5-4a87-adb0-2f734950160b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Jun 24 10:38:08.023306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3ce79-bd5c-45cd-9dc3-022728104fcb req-177b52c1-0378-4ea5-bdbc-66ef178e41f1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:08.034887 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05e3ce79-bd5c-45cd-9dc3-022728104fcb req-177b52c1-0378-4ea5-bdbc-66ef178e41f1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0728073 Jun 24 10:38:08.111217 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05e3ce79-bd5c-45cd-9dc3-022728104fcb req-c2054988-8bbc-4ca8-96de-0dc1e90c363d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752263 Jun 24 10:38:08.658187 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:08.658991 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:09.255087 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b495d4-9d02-4bea-94d1-65fbea27a333 req-c80fd4ba-546a-422e-b88f-b776143fa3ed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:09.257344 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-17b495d4-9d02-4bea-94d1-65fbea27a333 req-c80fd4ba-546a-422e-b88f-b776143fa3ed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0541120 Jun 24 10:38:09.311421 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-17b495d4-9d02-4bea-94d1-65fbea27a333 req-3ac6f35f-d7ec-47ff-a5bb-cc0a638ae5b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Jun 24 10:38:10.442737 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6495927-8a2a-4a5e-a292-0f992d195f2a req-f9a7090f-4913-4fd4-a843-d573688470fd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:10.451923 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c6495927-8a2a-4a5e-a292-0f992d195f2a req-f9a7090f-4913-4fd4-a843-d573688470fd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0593922 Jun 24 10:38:10.514154 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c6495927-8a2a-4a5e-a292-0f992d195f2a req-f9ccd9de-2721-45a5-a131-72cd484c3dec tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579102 Jun 24 10:38:11.632028 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:11.633874 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=16 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:11.643452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9685ff-5030-4092-b539-14b6f45c725a req-b7885ca1-11d9-40fb-b057-6ba0c3c2ff54 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:11.645036 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd9685ff-5030-4092-b539-14b6f45c725a req-b7885ca1-11d9-40fb-b057-6ba0c3c2ff54 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0562847 Jun 24 10:38:11.687790 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:11.701709 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd9685ff-5030-4092-b539-14b6f45c725a req-66072565-79c7-43d4-bb76-0cb7a5ee7945 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506599 Jun 24 10:38:12.822368 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128ced-c8c5-4463-96ce-1f03a5d7a54f req-e8f9d391-102c-42bb-b863-f806a10709b9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:12.825267 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8128ced-c8c5-4463-96ce-1f03a5d7a54f req-e8f9d391-102c-42bb-b863-f806a10709b9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0527494 Jun 24 10:38:12.884140 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8128ced-c8c5-4463-96ce-1f03a5d7a54f req-f0a01780-6f86-4c9e-b7f4-76d73ee9d7a4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 Jun 24 10:38:13.401065 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:13.403575 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:14.015328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646996-7079-4421-b23a-9924f0937322 req-f8039e44-9cad-4d3d-8377-6af0e1599a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:14.016884 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-f8039e44-9cad-4d3d-8377-6af0e1599a6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1130 time: 0.0784144 Jun 24 10:38:14.024808 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1f4-e0f5-462f-9410-65f7c8ae9ea1 req-aec06279-5970-4570-bd59-d956e922d914 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:14.026238 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2304f1f4-e0f5-462f-9410-65f7c8ae9ea1 req-aec06279-5970-4570-bd59-d956e922d914 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0563796 Jun 24 10:38:14.135757 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2304f1f4-e0f5-462f-9410-65f7c8ae9ea1 req-0fdcd775-e3ca-4be7-a291-d15edadc6f05 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003492 Jun 24 10:38:14.146395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646996-7079-4421-b23a-9924f0937322 req-9df920f7-7803-48a3-85e9-fa6e7281a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:14.147921 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-9df920f7-7803-48a3-85e9-fa6e7281a49d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.1208155 Jun 24 10:38:14.219650 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-e1e90616-760c-4deb-871f-354367380239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 1001 time: 0.0575860 Jun 24 10:38:14.274510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646996-7079-4421-b23a-9924f0937322 req-410d74c6-5f93-4f0d-aa85-b72ec69c4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:14.275947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-410d74c6-5f93-4f0d-aa85-b72ec69c4b01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0436609 Jun 24 10:38:14.326452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646996-7079-4421-b23a-9924f0937322 req-a04cb782-3e39-4279-8841-8cda204c8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:14.327985 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-a04cb782-3e39-4279-8841-8cda204c8c5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413911 Jun 24 10:38:14.433027 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-4d307b2a-8a84-49ca-86fe-7df3c6fce06d service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925314 Jun 24 10:38:14.448187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:14.532730 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24646996-7079-4421-b23a-9924f0937322 req-0faacf12-feab-483a-b6c7-47e6200cb02d service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921052 Jun 24 10:38:15.270954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9097f56-2685-413a-830d-61d388cd6516 req-817eea8a-b3fd-4f3f-9b8e-c0a419e824cb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:15.272473 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9097f56-2685-413a-830d-61d388cd6516 req-817eea8a-b3fd-4f3f-9b8e-c0a419e824cb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0522628 Jun 24 10:38:15.325465 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9097f56-2685-413a-830d-61d388cd6516 req-385f4ec2-b859-4e04-b5fb-5f08a2cc5716 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Jun 24 10:38:16.395852 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:38:16.465508 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c44e9-62e9-439e-b45f-afb9a9413c80 req-028dfc47-5889-40e7-8b5d-a241dfadf998 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:16.467989 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-106c44e9-62e9-439e-b45f-afb9a9413c80 req-028dfc47-5889-40e7-8b5d-a241dfadf998 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 946 time: 0.0579906 Jun 24 10:38:16.480337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: ACTIVE; New status is: DOWN {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:16.481092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:16.510621 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:38:16.510621 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d600354b-8f62-4d06-9d3d-636db77204ce" -d '{"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:16.520138 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:16.521487 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-106c44e9-62e9-439e-b45f-afb9a9413c80 req-fa5c74a8-63dd-4d50-8a31-406b5cc45922 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464497 Jun 24 10:38:16.526144 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:16.555697 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 10:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3edbff3-247c-4773-a4e9-99b486218e8c x-openstack-request-id: req-d3edbff3-247c-4773-a4e9-99b486218e8c {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:16.556005 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:16.556257 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3edbff3-247c-4773-a4e9-99b486218e8c {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:16.556682 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3edbff3-247c-4773-a4e9-99b486218e8c'] response: {'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'code': 200} Jun 24 10:38:16.582616 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=8']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:17.644451 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750281-fae4-4426-800c-185576be8aa6 req-5ab0e87f-fde2-4c0f-9628-28c5c366fd36 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:17.645959 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8750281-fae4-4426-800c-185576be8aa6 req-5ab0e87f-fde2-4c0f-9628-28c5c366fd36 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0506644 Jun 24 10:38:17.695830 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8750281-fae4-4426-800c-185576be8aa6 req-30d29a9f-82c7-4f95-be43-175f7a85da14 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Jun 24 10:38:18.237593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-0bbf89bf-c4dc-4071-bfe7-329b0e809bc4 req-5c31f8c9-405f-4fca-a1ce-463219d003c2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:38:18.238566 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0bbf89bf-c4dc-4071-bfe7-329b0e809bc4 req-5c31f8c9-405f-4fca-a1ce-463219d003c2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055008 Jun 24 10:38:18.363934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:18.402827 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee64ff-8080-41ab-8593-e600c9769e87 req-c17eb603-d203-4288-bbf7-36b26806188d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:18.404427 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b1ee64ff-8080-41ab-8593-e600c9769e87 req-c17eb603-d203-4288-bbf7-36b26806188d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0496726 Jun 24 10:38:18.456705 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b1ee64ff-8080-41ab-8593-e600c9769e87 req-0f13606d-9bbe-4649-b79d-e5c5777aceb0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Jun 24 10:38:18.718809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46442) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:18.804425 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-2fbfbca6-9d74-4b7d-a52d-140463ce7177 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844738 Jun 24 10:38:18.813159 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-3d9091c7-12c3-4e7c-94c2-5d2168d2ef2f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:38:18.814084 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-3d9091c7-12c3-4e7c-94c2-5d2168d2ef2f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048008 Jun 24 10:38:18.893833 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46454) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:18.987352 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-1342f71e-22ec-4f20-9419-82cbd180169c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:18.988762 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-1342f71e-22ec-4f20-9419-82cbd180169c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports/bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 941 time: 0.0937450 Jun 24 10:38:19.577964 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975d06-61cd-402c-8ba5-bd934aa5f62c req-3eac0fc4-5fb5-44f3-a92e-0df825c7f46c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:19.579332 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5975d06-61cd-402c-8ba5-bd934aa5f62c req-3eac0fc4-5fb5-44f3-a92e-0df825c7f46c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0486033 Jun 24 10:38:19.625440 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a5975d06-61cd-402c-8ba5-bd934aa5f62c req-25b5760c-d9ae-4c36-9b6a-1102ae195751 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Jun 24 10:38:20.418786 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:38:20.493485 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: DOWN; New status is: DOWN {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:20.595369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-c25aec82-f56a-4f62-a78b-0f4f97e04f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:20.596768 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-c25aec82-f56a-4f62-a78b-0f4f97e04f13 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 1128 time: 0.0745294 Jun 24 10:38:20.666284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-e5f6bdb1-94d9-4434-a859-71b660b38ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:20.667928 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-e5f6bdb1-94d9-4434-a859-71b660b38ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1128 time: 0.0415735 Jun 24 10:38:20.789366 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb754-7343-41e7-a0d0-f0553732c765 req-9c01c3fc-528d-4196-a86f-b55764dc83e0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:20.790887 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a96eb754-7343-41e7-a0d0-f0553732c765 req-9c01c3fc-528d-4196-a86f-b55764dc83e0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0823078 Jun 24 10:38:20.818933 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-77d80999-ae7d-450e-b3e6-4d3219ee581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:20.820394 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-77d80999-ae7d-450e-b3e6-4d3219ee581e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.1413114 Jun 24 10:38:20.849994 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a96eb754-7343-41e7-a0d0-f0553732c765 req-78213687-078f-4dfd-8f25-5d1cba1a3c20 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513816 Jun 24 10:38:20.910678 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-9cfb2473-3074-4183-a0e1-03595aac8337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 999 time: 0.0564976 Jun 24 10:38:20.964781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-a8c4fa0f-38bc-4108-acd9-d2e6d69399fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:20.966969 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-a8c4fa0f-38bc-4108-acd9-d2e6d69399fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0459795 Jun 24 10:38:21.022213 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-bd74f450-412f-47cb-9e24-7874b236e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:21.023658 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-bd74f450-412f-47cb-9e24-7874b236e6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486591 Jun 24 10:38:21.118343 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:21.144159 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-136230c4-d950-4875-8234-b6d52a4f5218 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995817 Jun 24 10:38:21.241195 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93f7a10-b08a-46c2-acbb-55e0995c486c req-fa8a4906-b533-40c7-9503-c1213a9f297a service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843124 Jun 24 10:38:22.027879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f978677-6263-4367-b03e-0503e08abc73 req-d17ee93b-2174-4e9b-a596-bf2d6e9a2d3e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:22.030114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6f978677-6263-4367-b03e-0503e08abc73 req-d17ee93b-2174-4e9b-a596-bf2d6e9a2d3e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0707910 Jun 24 10:38:22.095666 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6f978677-6263-4367-b03e-0503e08abc73 req-1ede3507-dcd4-4124-a52a-740b938b08a3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565817 Jun 24 10:38:23.258926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:23.276527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32911e28-118a-45c2-a97d-d5674d27cd45 req-7368f741-2b23-46c8-bd46-792ab01570aa tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:23.278051 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-32911e28-118a-45c2-a97d-d5674d27cd45 req-7368f741-2b23-46c8-bd46-792ab01570aa tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0681152 Jun 24 10:38:23.340200 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-32911e28-118a-45c2-a97d-d5674d27cd45 req-92cec38a-4813-461a-b1ac-509d7d7bb0fe tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560176 Jun 24 10:38:24.481160 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ecf38-0b64-4304-b17e-b61bf814fadd req-7e0632fc-d292-46a2-972d-4895bdca7a63 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:24.482716 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f41ecf38-0b64-4304-b17e-b61bf814fadd req-7e0632fc-d292-46a2-972d-4895bdca7a63 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0553722 Jun 24 10:38:24.550890 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f41ecf38-0b64-4304-b17e-b61bf814fadd req-ed7fa12b-c410-4c22-9d15-3d2609582ac4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614307 Jun 24 10:38:25.700952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7473b7-464f-4e38-99d5-2f5876cd98d9 req-54de8b6e-cac0-4f72-964c-ac5d36556242 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:25.702451 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f7473b7-464f-4e38-99d5-2f5876cd98d9 req-54de8b6e-cac0-4f72-964c-ac5d36556242 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0618060 Jun 24 10:38:25.755126 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f7473b7-464f-4e38-99d5-2f5876cd98d9 req-68fb081b-2f86-49a8-a0d9-998d1cf9dc4b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461361 Jun 24 10:38:26.883009 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a520ce3-01ba-4550-9664-cd863c33637e req-a01daab5-82ef-4e53-b95f-ab7356cd4994 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:26.884605 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a520ce3-01ba-4550-9664-cd863c33637e req-a01daab5-82ef-4e53-b95f-ab7356cd4994 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0490446 Jun 24 10:38:26.942390 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a520ce3-01ba-4550-9664-cd863c33637e req-0bc034e5-2f56-41b7-8be0-649d20a7529e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521812 Jun 24 10:38:27.606374 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=13 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:27.607703 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=15 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:27.925583 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1f1b874d-f6c6-42d8-8d84-7fe5ee217137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:28.067163 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cf14-f5c7-4a65-8a28-85b2157e1a09 req-402f3c58-0111-4a99-8e36-329b0a65a445 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:28.069012 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6366cf14-f5c7-4a65-8a28-85b2157e1a09 req-402f3c58-0111-4a99-8e36-329b0a65a445 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0489137 Jun 24 10:38:28.117722 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6366cf14-f5c7-4a65-8a28-85b2157e1a09 req-2504edd5-0b35-40e1-9a11-7b0c3c1773bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Jun 24 10:38:28.631727 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:38:29.265873 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3588ce9-d939-4246-8c2e-e3199f45a156 req-085e9e3f-aca9-47b2-adfe-d961e5f29e38 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:29.267436 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e3588ce9-d939-4246-8c2e-e3199f45a156 req-085e9e3f-aca9-47b2-adfe-d961e5f29e38 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0688567 Jun 24 10:38:29.329570 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e3588ce9-d939-4246-8c2e-e3199f45a156 req-d687fe05-d600-451e-bb7c-fa02435be225 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552881 Jun 24 10:38:30.328072 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b191e695-aeb3-4fde-b070-e0b6e9b1bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:30.465881 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6eb637-071b-4f08-8cb6-5b43b642c812 req-d7f9b363-0c54-4a88-81f1-3ef8cd7ffe69 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:30.467768 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4b6eb637-071b-4f08-8cb6-5b43b642c812 req-d7f9b363-0c54-4a88-81f1-3ef8cd7ffe69 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0580490 Jun 24 10:38:30.525317 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4b6eb637-071b-4f08-8cb6-5b43b642c812 req-d5e3f9a8-7340-488e-b779-a18a8451e0f7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505428 Jun 24 10:38:31.513515 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:31.692125 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1887d4-3183-47af-9b26-819b71088fa6 req-27287834-f9de-4ec1-af13-efe9b9e348f7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:31.693670 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0c1887d4-3183-47af-9b26-819b71088fa6 req-27287834-f9de-4ec1-af13-efe9b9e348f7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0500305 Jun 24 10:38:31.742578 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0c1887d4-3183-47af-9b26-819b71088fa6 req-25117fca-8c1a-4b83-a2e0-0fc4930b9d56 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Jun 24 10:38:32.018686 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:32.872371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2a447-0d33-40e8-9a21-c2792022e43a req-8ef69f8f-1540-4f78-b789-fbce7e3f8494 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:32.873865 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ece2a447-0d33-40e8-9a21-c2792022e43a req-8ef69f8f-1540-4f78-b789-fbce7e3f8494 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0489123 Jun 24 10:38:32.910333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:32.926408 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ece2a447-0d33-40e8-9a21-c2792022e43a req-74b95e64-c611-4aed-a468-aae1d0f8c51e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Jun 24 10:38:33.214923 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:33.405235 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:34.049761 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1d2a-529a-4975-9056-4b6fc9760719 req-dfc9a265-25fd-4515-8d0b-817a28237b21 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:34.051230 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-16af1d2a-529a-4975-9056-4b6fc9760719 req-dfc9a265-25fd-4515-8d0b-817a28237b21 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0476587 Jun 24 10:38:34.102315 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-16af1d2a-529a-4975-9056-4b6fc9760719 req-90fb9f0d-5282-4c77-b5e0-b04b199706e9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Jun 24 10:38:35.241186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55616d1-4f45-44f3-a688-d3656777bba3 req-4333f5ec-d5d7-451e-9430-231aebf45323 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:35.242618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f55616d1-4f45-44f3-a688-d3656777bba3 req-4333f5ec-d5d7-451e-9430-231aebf45323 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0464466 Jun 24 10:38:35.290377 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f55616d1-4f45-44f3-a688-d3656777bba3 req-be3e8c32-a959-4e88-a2d3-b9b742b70ed9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Jun 24 10:38:35.436156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:35.450887 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-28da1052-0f32-46e4-8ccc-c61df2cc2955 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494270 Jun 24 10:38:35.520964 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427c13-4b64-4172-8e40-45be56a4782c req-8a8cf24f-08e9-4b4c-a69d-996c1e6f30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:35.522554 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-8a8cf24f-08e9-4b4c-a69d-996c1e6f30ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 1130 time: 0.0400670 Jun 24 10:38:35.637081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427c13-4b64-4172-8e40-45be56a4782c req-9629cf89-4caf-43e8-9703-67e1b441290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:35.639129 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-9629cf89-4caf-43e8-9703-67e1b441290f service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0937974 Jun 24 10:38:35.690979 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-fd0ba93a-2fe0-4a77-b6a2-cab21119f000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e14124f9-29f1-48ef-b539-1d53a03433bb HTTP/1.1" status: 200 len: 217 time: 0.0373895 Jun 24 10:38:35.742772 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427c13-4b64-4172-8e40-45be56a4782c req-d65752fb-2b02-47d6-a07f-7902eae26177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:35.744224 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-d65752fb-2b02-47d6-a07f-7902eae26177 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0466092 Jun 24 10:38:35.789385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f427c13-4b64-4172-8e40-45be56a4782c req-33dc811d-5540-4240-9973-671db29c8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:35.791524 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-33dc811d-5540-4240-9973-671db29c8f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394022 Jun 24 10:38:35.887732 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-a0d7c2ca-dd05-403f-8a44-aaa9d09b02d0 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879729 Jun 24 10:38:35.982374 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f427c13-4b64-4172-8e40-45be56a4782c req-74c7a8b9-d894-458e-be40-314395c27991 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873184 Jun 24 10:38:36.415556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63029758-cba7-42b7-a209-8c6ca111b6de req-53cbaf01-8d07-43ef-9c01-8c11222fb58f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:36.417055 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63029758-cba7-42b7-a209-8c6ca111b6de req-53cbaf01-8d07-43ef-9c01-8c11222fb58f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0475140 Jun 24 10:38:36.481845 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63029758-cba7-42b7-a209-8c6ca111b6de req-e8330991-7786-49f6-ba86-9db2ac50b7d2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592051 Jun 24 10:38:37.617859 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801fb45-c9e4-498a-bf8c-b16e37e55733 req-1ab6a189-1cb0-4ef5-aab6-ce3b8405b2b6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:37.619550 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f801fb45-c9e4-498a-bf8c-b16e37e55733 req-1ab6a189-1cb0-4ef5-aab6-ce3b8405b2b6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0560548 Jun 24 10:38:37.669438 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f801fb45-c9e4-498a-bf8c-b16e37e55733 req-6ac863cf-a5cf-4b8e-aa87-83ab929870fd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Jun 24 10:38:38.803773 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438f43-9fb0-403a-bd2f-0354d338a1a1 req-418a0331-905b-4eb5-851a-e1bf4edde6ed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:38.805129 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e438f43-9fb0-403a-bd2f-0354d338a1a1 req-418a0331-905b-4eb5-851a-e1bf4edde6ed tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0556536 Jun 24 10:38:38.855641 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e438f43-9fb0-403a-bd2f-0354d338a1a1 req-1f6d40fd-0905-4d1a-8edb-0572186d5384 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Jun 24 10:38:39.207361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46722) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:39.323013 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.325406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:39.400400 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Publish callbacks [] for security_group (d2cfb3da-9165-4737-b8b9-6924d315178b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.406704 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d2cfb3da-9165-4737-b8b9-6924d315178b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.450174 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96656242fbcb4727bb748e526496885e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417274 Jun 24 10:38:39.450959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cfb3da-9165-4737-b8b9-6924d315178b,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:39.453039 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46726) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:39.458742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.459070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.459433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.459754 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.460084 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.460430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.460778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.461105 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.461430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.461751 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.462072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.462420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.463378 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.463709 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.464033 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9581517-c69a-47d4-81df-c218c3ed5d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.505802 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Publish callbacks [] for security_group (d2cfb3da-9165-4737-b8b9-6924d315178b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.528416 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Publish callbacks [] for security_group (d2cfb3da-9165-4737-b8b9-6924d315178b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.577966 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d2cfb3da-9165-4737-b8b9-6924d315178b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.580369 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:39.581649 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2cfb3da-9165-4737-b8b9-6924d315178b HTTP/1.1" status: 204 len: 168 time: 0.1275728 Jun 24 10:38:39.590250 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cfb3da-9165-4737-b8b9-6924d315178b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:39.597799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.598150 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.598553 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.598830 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.599165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.599486 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.599813 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.600117 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.600440 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.600781 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.601111 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.601431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.601750 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.602069 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.602385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41e1bf-c1c9-4aa1-bd3e-e434666d50ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:39.987527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74b012-0e98-438a-b811-c1571ca4fa9c req-a724c80a-35c7-4589-88b4-8698337e5d2d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:39.989053 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5d74b012-0e98-438a-b811-c1571ca4fa9c req-a724c80a-35c7-4589-88b4-8698337e5d2d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0501752 Jun 24 10:38:40.039351 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5d74b012-0e98-438a-b811-c1571ca4fa9c req-557c9170-4d54-4b0f-b2bf-41cb0f7d0a90 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444646 Jun 24 10:38:40.291439 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46754) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:40.392178 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1113499153-network', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:40.419032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Made reservation on behalf of 8eb1e5f40033474c947399c22bb0a2d2 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:40.421487 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.430082 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.512881 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks [] for security_group (2c345d38-ec76-4f0c-a589-4ff2d08b9281), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.518183 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2c345d38-ec76-4f0c-a589-4ff2d08b9281), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.543266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:38:40.553177 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c345d38-ec76-4f0c-a589-4ff2d08b9281,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:40.558054 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (63c032b1-243e-4f6b-9c85-1625c8476976), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.558388 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Added segment 63c032b1-243e-4f6b-9c85-1625c8476976 of type vlan for network a3da010b-27ad-4a9f-8afe-32b8ee29d12d Jun 24 10:38:40.597784 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (a3da010b-27ad-4a9f-8afe-32b8ee29d12d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.623333 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (a3da010b-27ad-4a9f-8afe-32b8ee29d12d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.624299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:40.624892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.656551 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3640201 Jun 24 10:38:40.659665 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46758) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:40.664766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Request body: {'subnet': {'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1113499153-subnet', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:40.676143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:40.685748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Made reservation on behalf of 8eb1e5f40033474c947399c22bb0a2d2 for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:40.688133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26344546'] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.690407 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51bcf3-7833-4e25-81b2-d40bdb61ea5c admin admin] Pushing event updated for resources: {'Network': ['ID=a3da010b-27ad-4a9f-8afe-32b8ee29d12d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:40.701432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:38:40.859145 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26344468'] for subnet (c2fc34c2-5448-4891-897f-5c912344bf5a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.916673 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fc34c2-5448-4891-897f-5c912344bf5a,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:40.931752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:40.931912 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Network hostable DHCP agents. Network: a3da010b-27ad-4a9f-8afe-32b8ee29d12d, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:38:40.950220 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:38:40.960222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, a3da010b-27ad-4a9f-8afe-32b8ee29d12d) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:40.968085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:40.968688 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:40.969739 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697918e4-65ae-44ab-8ce0-08bca8080569 None None] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:38:40.992226 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-5d206ed8-6c7e-4a51-a80e-ba9d1d5be0ed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3307419 Jun 24 10:38:40.995060 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46762) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:41.000276 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:41.023239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.024232 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.080334 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for router_controller (89c01bb2-9893-401f-a63f-944cb4b6a5b5), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.087291 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:38:41.088948 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.195634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd007b-3072-4d7d-b266-27270fa27dc4 req-a6cffe1c-99f6-49d2-9653-f4c48d786880 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:41.197641 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-18bd007b-3072-4d7d-b266-27270fa27dc4 req-a6cffe1c-99f6-49d2-9653-f4c48d786880 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0479851 Jun 24 10:38:41.223957 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for router_gateway (89c01bb2-9893-401f-a63f-944cb4b6a5b5), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.241835 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Allocated IP 172.20.0.2 (a3da010b-27ad-4a9f-8afe-32b8ee29d12d/c2fc34c2-5448-4891-897f-5c912344bf5a/57e52de7-4370-44f6-8bac-aadb56ef8e85) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:41.253383 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-18bd007b-3072-4d7d-b266-27270fa27dc4 req-c3d0a218-3e51-4643-bad1-7e6848fb0cee tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494101 Jun 24 10:38:41.339830 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:41.367626 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:41.373495 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:41.384749 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks [] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.391750 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.414241 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for router_gateway (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.433387 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:41.433660 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.438801 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:41.440885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Pushing event updated for resources: {'Port': ['ID=57e52de7-4370-44f6-8bac-aadb56ef8e85,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:41.443043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:41.444887 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:41.502672 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Attempting to bind port 57e52de7-4370-44f6-8bac-aadb56ef8e85 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:41.503021 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Attempting to bind port 57e52de7-4370-44f6-8bac-aadb56ef8e85 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:41.503369 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Attempting to bind port 57e52de7-4370-44f6-8bac-aadb56ef8e85 on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:41.508461 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:41.508853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:41.509290 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.509883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Bound using segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:41.510347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Bound port: 57e52de7-4370-44f6-8bac-aadb56ef8e85, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:41.510713 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.547810 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Allocated IP 172.27.1.218 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/845e12b1-e739-4b42-9780-da8d0cf08059) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:41.571722 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] For port 57e52de7-4370-44f6-8bac-aadb56ef8e85, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:41.574906 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] For port 57e52de7-4370-44f6-8bac-aadb56ef8e85, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=57e52de7-4370-44f6-8bac-aadb56ef8e85,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:41.581356 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.640993 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c28c16-d73b-4a16-b72c-d432c930b1d8 None None] Pushing event updated for resources: {'Port': ['ID=57e52de7-4370-44f6-8bac-aadb56ef8e85,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:41.661894 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for port (845e12b1-e739-4b42-9780-da8d0cf08059), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.695665 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:41.738041 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:41.741427 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:41.745619 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:41.767508 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Pushing event updated for resources: {'Port': ['ID=845e12b1-e739-4b42-9780-da8d0cf08059,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:41.998339 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for router_gateway (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.159045 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 57e52de7-4370-44f6-8bac-aadb56ef8e85 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:42.208004 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 57e52de7-4370-44f6-8bac-aadb56ef8e85 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:42.208419 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.306148 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 57e52de7-4370-44f6-8bac-aadb56ef8e85 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:42.307011 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.347919 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 57e52de7-4370-44f6-8bac-aadb56ef8e85, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=57e52de7-4370-44f6-8bac-aadb56ef8e85,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:42.354878 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.422729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=57e52de7-4370-44f6-8bac-aadb56ef8e85,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:42.456999 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f7805-8e34-4d26-8cfb-06c044d869a2 req-5781df11-f434-4551-8a4b-7d661c6859bb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:42.459124 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-673f7805-8e34-4d26-8cfb-06c044d869a2 req-5781df11-f434-4551-8a4b-7d661c6859bb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0914879 Jun 24 10:38:42.513472 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-673f7805-8e34-4d26-8cfb-06c044d869a2 req-78e01c45-76c7-4fb3-adaa-7c820eafa64c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457036 Jun 24 10:38:42.519391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.527613 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:42.576786 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:42.646043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb14a6-5719-49e3-9660-1c30cf13d64c None None] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:38:42.662431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:38:42.737949 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-82aef85e-6dce-4baa-b8b9-47abade4d9c3 None None] Provisioning complete for port 57e52de7-4370-44f6-8bac-aadb56ef8e85 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:42.738414 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-82aef85e-6dce-4baa-b8b9-47abade4d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.768788 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:42.777192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:42.790795 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:42.792055 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-201c94e7-15cf-4c18-90a8-b59589a11e8c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7959735 Jun 24 10:38:42.794841 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46782) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:42.804420 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:42.805070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:43.068227 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.071862 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-82aef85e-6dce-4baa-b8b9-47abade4d9c3 None None] Current status of the port 57e52de7-4370-44f6-8bac-aadb56ef8e85 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:43.075111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:43.203518 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.211986 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-e700f159-12ac-47ca-a14e-deae68307e21 None None] Provisioning complete for port 57e52de7-4370-44f6-8bac-aadb56ef8e85 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:43.212370 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e700f159-12ac-47ca-a14e-deae68307e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.228971 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.293005 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:41Z', 'revision_number': 3, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:43.340670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:43.340917 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Updating router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 port 845e12b1-e739-4b42-9780-da8d0cf08059 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:43.371742 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-e700f159-12ac-47ca-a14e-deae68307e21 None None] Current status of the port 57e52de7-4370-44f6-8bac-aadb56ef8e85 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:43.375797 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.389465 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Allocated IP 172.20.0.1 (a3da010b-27ad-4a9f-8afe-32b8ee29d12d/c2fc34c2-5448-4891-897f-5c912344bf5a/cb8c9613-9e87-4620-b057-ead44a6683eb) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:43.425482 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.460477 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.500550 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks [] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.535717 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.596057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:43.599866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:43.607890 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:43.636527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.640863 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:43.646973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ca508-c22b-46c3-bed8-b6ccdf1333c2 req-b0250754-fd7f-43dc-823f-fc8405e01c04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:43.648556 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks [] for port (845e12b1-e739-4b42-9780-da8d0cf08059), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.655873 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b8ca508-c22b-46c3-bed8-b6ccdf1333c2 req-b0250754-fd7f-43dc-823f-fc8405e01c04 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0643380 Jun 24 10:38:43.656138 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.679006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.700578 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c8a4-152d-4df5-a71a-196bf2e03cf8 None None] Pushing event updated for resources: {'Port': ['ID=845e12b1-e739-4b42-9780-da8d0cf08059,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:43.720834 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b8ca508-c22b-46c3-bed8-b6ccdf1333c2 req-142d4e69-4c47-47f9-9041-7a92cce2aceb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634875 Jun 24 10:38:43.735816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Attempting to bind port 845e12b1-e739-4b42-9780-da8d0cf08059 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:43.735816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Attempting to bind port 845e12b1-e739-4b42-9780-da8d0cf08059 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:43.735816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Attempting to bind port 845e12b1-e739-4b42-9780-da8d0cf08059 on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:43.740974 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:43.741781 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:43.742551 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.743008 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:43.743552 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Bound port: 845e12b1-e739-4b42-9780-da8d0cf08059, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:43.744721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.802665 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] For port 845e12b1-e739-4b42-9780-da8d0cf08059, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:43.807135 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] For port 845e12b1-e739-4b42-9780-da8d0cf08059, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=845e12b1-e739-4b42-9780-da8d0cf08059,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:43.814999 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.825541 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:43.863922 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:43.888665 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92c8a4-152d-4df5-a71a-196bf2e03cf8 None None] Pushing event updated for resources: {'Port': ['ID=845e12b1-e739-4b42-9780-da8d0cf08059,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:43.901215 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:43.901821 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:43.906097 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-2cab17ae-6366-4c31-82a5-4d454edf5fd6 None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:43.906463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2cab17ae-6366-4c31-82a5-4d454edf5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.001955 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks [] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.006472 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-2cab17ae-6366-4c31-82a5-4d454edf5fd6 None None] Port cb8c9613-9e87-4620-b057-ead44a6683eb cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:38:44.010273 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.033496 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:44.075982 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Pushing event updated for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:44.079743 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.153839 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 57e52de7-4370-44f6-8bac-aadb56ef8e85 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:44.185055 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:44.187032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:44.190646 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:44.252178 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 57e52de7-4370-44f6-8bac-aadb56ef8e85 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:44.252939 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.288288 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:44.301594 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:44.307660 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:38:44.311904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:44.318782 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84484099-7ef0-433c-9abc-c9f0056f70bd None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:44.364149 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 57e52de7-4370-44f6-8bac-aadb56ef8e85 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:44.424838 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:44.430268 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ca189c16-8842-4ce6-90cf-42e68dc34f57 admin admin] 10.222.0.69 "PUT /v2.0/routers/89c01bb2-9893-401f-a63f-944cb4b6a5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338277 Jun 24 10:38:44.431028 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c47128c8-ca2f-4c4b-943d-cbacbd78af0d None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:44.433065 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c47128c8-ca2f-4c4b-943d-cbacbd78af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:44.473395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c47128c8-ca2f-4c4b-943d-cbacbd78af0d None None] Port cb8c9613-9e87-4620-b057-ead44a6683eb cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:38:44.851530 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56dda8-ce00-418f-8bd4-ca684cbafa1e req-b5a04194-e6f1-4711-bdaf-148e820531e3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:44.853164 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb56dda8-ce00-418f-8bd4-ca684cbafa1e req-b5a04194-e6f1-4711-bdaf-148e820531e3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0533276 Jun 24 10:38:44.904433 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb56dda8-ce00-418f-8bd4-ca684cbafa1e req-9bd0c4a5-eb2e-46dd-acd7-a85e4bc1478d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Jun 24 10:38:45.019153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46818) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:45.023674 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-519688481-network', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:45.046531 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Made reservation on behalf of de5e5149971141d8ab26dbea50f0cf4e for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:45.049145 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.058860 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.154615 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks [] for security_group (57b0782e-3421-450c-bfc1-81d0bf851491), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.159639 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (57b0782e-3421-450c-bfc1-81d0bf851491), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.193081 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:38:45.205797 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b0782e-3421-450c-bfc1-81d0bf851491,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:45.212959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (f701c3a6-f0cb-41b8-89b1-ec5b6a834f68), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.213356 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Added segment f701c3a6-f0cb-41b8-89b1-ec5b6a834f68 of type vlan for network 27da2ea5-26c9-4512-84d1-19f211516cd4 Jun 24 10:38:45.258404 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (27da2ea5-26c9-4512-84d1-19f211516cd4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.285332 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (27da2ea5-26c9-4512-84d1-19f211516cd4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.286492 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:45.287104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.320781 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3012285 Jun 24 10:38:45.323535 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46824) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:45.328236 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Request body: {'subnet': {'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-519688481-subnet', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:45.374012 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6db2-3108-40bd-aa91-843e5e0bddbe admin admin] Pushing event updated for resources: {'Network': ['ID=27da2ea5-26c9-4512-84d1-19f211516cd4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:45.385111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:38:45.388646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Made reservation on behalf of de5e5149971141d8ab26dbea50f0cf4e for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:38:45.391528 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.575563 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (ea547979-3f13-41fa-97be-fb6ba080cc9e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.627766 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea547979-3f13-41fa-97be-fb6ba080cc9e,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:45.642515 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:45.645444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Checking segment: {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:45.645804 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Network hostable DHCP agents. Network: 27da2ea5-26c9-4512-84d1-19f211516cd4, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:38:45.666591 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:38:45.676560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 27da2ea5-26c9-4512-84d1-19f211516cd4) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:45.680714 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:45.681864 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.686387 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d87c354-76d4-486c-ab0b-10213350aff3 None None] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:38:45.701631 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3183b063-b97b-4026-a359-7f536492adb8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3770573 Jun 24 10:38:45.704224 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46826) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:45.708970 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:45.721055 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:45.731203 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.732271 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.785819 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for router_controller (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.793865 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-27da2ea5-26c9-4512-84d1-19f211516cd4', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:38:45.794906 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.925695 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:45.948085 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for router_gateway (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:45.961976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Allocated IP 172.20.0.2 (27da2ea5-26c9-4512-84d1-19f211516cd4/ea547979-3f13-41fa-97be-fb6ba080cc9e/8826f3b2-3ff8-4a5b-a527-6fb9b3594833) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:46.047877 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01d4ec-98b1-40cd-8187-75f81febaf75 req-8e99778b-38bd-4ecc-a3ef-374620aba4db tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:46.049482 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9a01d4ec-98b1-40cd-8187-75f81febaf75 req-8e99778b-38bd-4ecc-a3ef-374620aba4db tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0543067 Jun 24 10:38:46.121695 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9a01d4ec-98b1-40cd-8187-75f81febaf75 req-5f3d72a7-f5ff-4afe-a017-11bf20c0f204 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654702 Jun 24 10:38:46.180226 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for router_gateway (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.204711 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.205399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 845e12b1-e739-4b42-9780-da8d0cf08059 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:46.325782 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Allocated IP 172.27.1.10 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/fd52bd0b-2bcc-42d0-8565-f7862a3b31da) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:46.378530 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks [] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.390310 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.438619 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 845e12b1-e739-4b42-9780-da8d0cf08059 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:46.439388 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.443516 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:46.449394 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:46.458709 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.461705 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:46.462906 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:46.463575 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:46.472353 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:46.474555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Pushing event updated for resources: {'Port': ['ID=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:46.487905 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:46.517638 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.541739 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:46.570346 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:46.576551 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Attempting to bind port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:46.577026 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Attempting to bind port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:46.577378 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Attempting to bind port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 on network 27da2ea5-26c9-4512-84d1-19f211516cd4 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:46.578262 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:46.580838 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:46.584032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Pushing event updated for resources: {'Port': ['ID=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:46.588794 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:46.589410 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Checking segment: {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:46.589963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.590504 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Bound using segment: {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:46.591128 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Bound port: 8826f3b2-3ff8-4a5b-a527-6fb9b3594833, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:46.592007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.596981 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 845e12b1-e739-4b42-9780-da8d0cf08059 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:46.597360 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.647378 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 845e12b1-e739-4b42-9780-da8d0cf08059, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=845e12b1-e739-4b42-9780-da8d0cf08059,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:46.664854 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.682430 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:46.704380 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] For port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:46.724291 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] For port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:46.735554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=845e12b1-e739-4b42-9780-da8d0cf08059,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:46.739722 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.802720 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c33f9b-0c87-4e26-ba77-d0cfa3a00132 None None] Pushing event updated for resources: {'Port': ['ID=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:46.869890 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for router_gateway (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:46.872878 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:46.886083 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 2, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:46.912437 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:46.912808 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Updating router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 port cb8c9613-9e87-4620-b057-ead44a6683eb binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:46.953677 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.263118 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7c7a4-c20d-44f6-8d88-77c41f044b71 req-9b4b3c20-2769-4771-828b-e99ce2f62242 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:47.265518 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97e7c7a4-c20d-44f6-8d88-77c41f044b71 req-9b4b3c20-2769-4771-828b-e99ce2f62242 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0592239 Jun 24 10:38:47.302328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:47.330201 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks [] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.340587 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.348603 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97e7c7a4-c20d-44f6-8d88-77c41f044b71 req-6443e1ef-1a2b-48a2-ad91-0b672a2ba187 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757337 Jun 24 10:38:47.394407 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.403535 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46850) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:47.421568 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Pushing event updated for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:47.429056 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.429472 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.429887 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.430299 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.430705 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.431090 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.431505 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.432003 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.432382 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.432874 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.433315 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.433774 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.434153 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.434529 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.434902 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:47.531593 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Attempting to bind port cb8c9613-9e87-4620-b057-ead44a6683eb on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:47.532211 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Attempting to bind port cb8c9613-9e87-4620-b057-ead44a6683eb by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:47.532476 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Attempting to bind port cb8c9613-9e87-4620-b057-ead44a6683eb on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:47.538782 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:47.539395 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:47.540000 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.540518 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Bound using segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:47.541147 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Bound port: cb8c9613-9e87-4620-b057-ead44a6683eb, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:47.541620 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.563001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:38:47.598113 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a073-1dbd-48ab-b071-a7b76c25439b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.616903 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:47.643068 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] For port cb8c9613-9e87-4620-b057-ead44a6683eb, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:47.647072 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] For port cb8c9613-9e87-4620-b057-ead44a6683eb, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=cb8c9613-9e87-4620-b057-ead44a6683eb,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:47.663760 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.684620 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:47.694554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Sync routers for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:47.708041 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.711163 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d0c123ae-4a2a-446e-a361-50d153547669 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0057044 Jun 24 10:38:47.715020 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46854) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:47.717907 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:47.718779 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:47.736967 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:47.746641 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:47.747301 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:47.797588 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38754c4-e39f-4716-b14e-25547e1052b7 None None] Pushing event updated for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:47.868649 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:47.869320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:47.877223 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:47.934936 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:48.019464 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:48.108831 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8badb7a0-a931-4244-b29a-d1cfa4f2d235 None None] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:38:48.124892 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Current status of the port cb8c9613-9e87-4620-b057-ead44a6683eb is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:48.125544 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.138271 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:47Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:48.175664 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a073-1dbd-48ab-b071-a7b76c25439b admin admin] Publish callbacks [] for security_group (ca76cead-ecbb-4ff7-8dcc-eb1c834134a3), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.185007 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0945574-deab-4091-9b17-c826fff0b887 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:47Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:48.187211 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9eb4a073-1dbd-48ab-b071-a7b76c25439b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ca76cead-ecbb-4ff7-8dcc-eb1c834134a3), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.244415 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] For port cb8c9613-9e87-4620-b057-ead44a6683eb, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=cb8c9613-9e87-4620-b057-ead44a6683eb,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:48.267682 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.276231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:48.281668 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4a073-1dbd-48ab-b071-a7b76c25439b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76cead-ecbb-4ff7-8dcc-eb1c834134a3,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:48.297578 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9eb4a073-1dbd-48ab-b071-a7b76c25439b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=218301fa11434ca5a291440479975e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8929112 Jun 24 10:38:48.300173 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46856) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:48.345901 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 3, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:48.391201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 845e12b1-e739-4b42-9780-da8d0cf08059 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:48.399582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Checking router: 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:48.400146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Updating router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 port fd52bd0b-2bcc-42d0-8565-f7862a3b31da binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:48.422403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] Publish callbacks [] for security_group (ca76cead-ecbb-4ff7-8dcc-eb1c834134a3), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.435130 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f36e-e74a-4284-bb2e-825c653a5745 None None] Pushing event updated for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:48.464497 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] Publish callbacks [] for security_group (ca76cead-ecbb-4ff7-8dcc-eb1c834134a3), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.487333 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:48.487625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.524765 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.531552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:48.547821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ca76cead-ecbb-4ff7-8dcc-eb1c834134a3), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.550874 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.552289 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca76cead-ecbb-4ff7-8dcc-eb1c834134a3 HTTP/1.1" status: 204 len: 168 time: 0.2511683 Jun 24 10:38:48.619621 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 845e12b1-e739-4b42-9780-da8d0cf08059 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:48.620125 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.652080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055b600-7b84-4cf6-99c9-5e00587aaec0 req-8c04d231-69e9-474d-8965-1f9c75665dbb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:48.659127 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6055b600-7b84-4cf6-99c9-5e00587aaec0 req-8c04d231-69e9-474d-8965-1f9c75665dbb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.1285665 Jun 24 10:38:48.677729 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef178b-974a-422d-a674-1c8a56f62892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76cead-ecbb-4ff7-8dcc-eb1c834134a3,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:48.773042 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6055b600-7b84-4cf6-99c9-5e00587aaec0 req-ba09e8ec-f670-4199-89db-fb2197060a78 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129704 Jun 24 10:38:48.901985 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Current status of the port cb8c9613-9e87-4620-b057-ead44a6683eb is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:48.916144 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:48.956674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:48.969406 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Provisioning complete for port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:48.970025 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.003308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:49.006151 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 845e12b1-e739-4b42-9780-da8d0cf08059 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:49.007305 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device cb8c9613-9e87-4620-b057-ead44a6683eb up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:49.107732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Allocated IP 172.20.0.1 (27da2ea5-26c9-4512-84d1-19f211516cd4/ea547979-3f13-41fa-97be-fb6ba080cc9e/bea865ed-ccd2-4070-a339-abb669a94281) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:38:49.108066 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks [] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.116528 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:49.117013 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.143720 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.223455 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:49.227765 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Current status of the port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:49.228208 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.251715 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks [] for port (bea865ed-ccd2-4070-a339-abb669a94281), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.276531 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Attempting to bind port fd52bd0b-2bcc-42d0-8565-f7862a3b31da on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:49.276896 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Attempting to bind port fd52bd0b-2bcc-42d0-8565-f7862a3b31da by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:49.277270 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Attempting to bind port fd52bd0b-2bcc-42d0-8565-f7862a3b31da on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:49.279364 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Pushing event updated for resources: {'Port': ['ID=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:49.291014 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.303697 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:49.304084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:49.304469 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.304887 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:49.305364 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Bound port: fd52bd0b-2bcc-42d0-8565-f7862a3b31da, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:49.305742 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.308332 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.308671 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.309029 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.309382 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.309713 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.310035 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.310355 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.310673 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.310991 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.311306 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.311622 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.311940 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.312254 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.312565 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.312900 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:38:49.318347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] For port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:49.346394 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:49.349209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:49.353445 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:38:49.362657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.377861 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Pushing event updated for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:49.406487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.465849 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:49.568715 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bea865ed-ccd2-4070-a339-abb669a94281), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.590880 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b641f75-bc58-401f-b559-9c1fd0028c79 None None] Pushing event updated for resources: {'Port': ['ID=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:49.624940 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port cb8c9613-9e87-4620-b057-ead44a6683eb is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:49.626169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:49.630358 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-94a0a673-ccce-4a8f-a003-19ecb6735a43 None None] Provisioning complete for port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:49.630792 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-94a0a673-ccce-4a8f-a003-19ecb6735a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.652973 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] For port fd52bd0b-2bcc-42d0-8565-f7862a3b31da, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:49.698399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] For port fd52bd0b-2bcc-42d0-8565-f7862a3b31da, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:49.714228 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.771597 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:49.771963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.802835 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks [] for port (bea865ed-ccd2-4070-a339-abb669a94281), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.811067 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:49.824211 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:49.840800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06eb0e-ebeb-44ca-8e36-4d6fd4d9ff81 None None] Pushing event updated for resources: {'Port': ['ID=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:49.851518 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:49.851518 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:49.898890 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Pushing event updated for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:49.901802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-94a0a673-ccce-4a8f-a003-19ecb6735a43 None None] Current status of the port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:49.902069 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:50.003626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:50.038648 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f111d-d1be-4046-b957-933740da2186 req-dfa8fb24-0973-4ad3-b222-66266516b0df tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:50.040603 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f51f111d-d1be-4046-b957-933740da2186 req-dfa8fb24-0973-4ad3-b222-66266516b0df tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.1361461 Jun 24 10:38:50.067381 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:50.072008 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-8941a1c0-47a3-487d-bf8b-0918fabf2bb1 None None] Provisioning complete for port bea865ed-ccd2-4070-a339-abb669a94281 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:50.072240 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8941a1c0-47a3-487d-bf8b-0918fabf2bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bea865ed-ccd2-4070-a339-abb669a94281), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:50.123091 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:50.158900 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-8941a1c0-47a3-487d-bf8b-0918fabf2bb1 None None] Port bea865ed-ccd2-4070-a339-abb669a94281 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:38:50.160320 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f51f111d-d1be-4046-b957-933740da2186 req-c3402d87-3df3-4204-b389-71fc96a2b782 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124423 Jun 24 10:38:50.166206 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:38:50.167632 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:38:50.223895 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device cb8c9613-9e87-4620-b057-ead44a6683eb up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:50.258166 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:50.339160 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:38:50.355122 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port cb8c9613-9e87-4620-b057-ead44a6683eb triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:50.355449 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:50.438330 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'bea865ed-ccd2-4070-a339-abb669a94281', 'name': '', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'mac_address': 'fa:16:3e:ca:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:48Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 2, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'subnets': [{'id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:50.468195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d89bf-7b07-4bc1-8cda-de7a533e1d11 None None] The sync data for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi is: [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'bea865ed-ccd2-4070-a339-abb669a94281', 'name': '', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'mac_address': 'fa:16:3e:ca:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:48Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 2, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'subnets': [{'id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:50.486568 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:38:50.493318 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4d20110c-9593-4dbd-82ad-23cec6df3a50 admin admin] 10.222.0.69 "PUT /v2.0/routers/6d84b78a-fac1-4fbe-b0c2-14940cbd4704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7767265 Jun 24 10:38:50.514226 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-5bee327d-38f8-4068-a6e2-b36f7b388ea1 None None] Provisioning complete for port bea865ed-ccd2-4070-a339-abb669a94281 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:50.514602 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5bee327d-38f8-4068-a6e2-b36f7b388ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bea865ed-ccd2-4070-a339-abb669a94281), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:50.548465 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port cb8c9613-9e87-4620-b057-ead44a6683eb is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:50.549647 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:50.586024 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-5bee327d-38f8-4068-a6e2-b36f7b388ea1 None None] Port bea865ed-ccd2-4070-a339-abb669a94281 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:38:50.604220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:50.605110 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:50.706256 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:51.309735 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf5cb-0b60-456b-ab42-b9e46a5e9fca req-3778574c-d3df-4576-b286-e31108cc6114 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:51.316675 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-257bf5cb-0b60-456b-ab42-b9e46a5e9fca req-3778574c-d3df-4576-b286-e31108cc6114 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0639930 Jun 24 10:38:51.362218 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-257bf5cb-0b60-456b-ab42-b9e46a5e9fca req-203e2e3e-a5b6-4641-b3b9-d3878b8d1a7f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Jun 24 10:38:51.997071 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46930) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.002805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102130013', 'description': 'tempest-secgroup-smoke-1102130013 description', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.029716 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.100498 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (deb3144e-6a87-4fe0-a328-6f0e58be1c2e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.105499 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (deb3144e-6a87-4fe0-a328-6f0e58be1c2e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.136924 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.138170 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1389256 Jun 24 10:38:52.140060 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41eccc-93c9-4622-9c19-0e69a05f5d04 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb3144e-6a87-4fe0-a328-6f0e58be1c2e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.141424 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46932) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.146605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.163204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:52.164864 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fd52bd0b-2bcc-42d0-8565-f7862a3b31da up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:52.178144 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (76874e62-f71f-4ffa-bce2-5df8a6c202bb), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.213652 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port fd52bd0b-2bcc-42d0-8565-f7862a3b31da triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:52.214028 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.226426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (76874e62-f71f-4ffa-bce2-5df8a6c202bb), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.232357 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (76874e62-f71f-4ffa-bce2-5df8a6c202bb), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.254842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76874e62-f71f-4ffa-bce2-5df8a6c202bb,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.263210 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.265186 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ced11a99-4c58-4b87-ada7-789caf3c5fb5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224937 Jun 24 10:38:52.266635 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46934) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.271392 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.299418 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port fd52bd0b-2bcc-42d0-8565-f7862a3b31da is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:52.299799 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.305154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (6f8a6c6c-b248-41e4-8867-3849fa432699), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.321061 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port fd52bd0b-2bcc-42d0-8565-f7862a3b31da, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:52.328276 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:52.328460 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.332152 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:52.377413 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (6f8a6c6c-b248-41e4-8867-3849fa432699), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.381559 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.384122 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (6f8a6c6c-b248-41e4-8867-3849fa432699), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.403387 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:52.404652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8a6c6c-b248-41e4-8867-3849fa432699,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.416873 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.418438 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a1d050ce-6d0d-4fc4-84f6-5ffad7715188 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506965 Jun 24 10:38:52.421132 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46938) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.425797 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.459889 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (331ff68b-5dd0-47b8-8f15-5aaafb5e75e9), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.498423 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60d4d3-6034-47ec-9ddf-b76afca731ba req-2c408fbd-8877-49eb-9616-54e68799b22b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:52.500996 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4d60d4d3-6034-47ec-9ddf-b76afca731ba req-2c408fbd-8877-49eb-9616-54e68799b22b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0596895 Jun 24 10:38:52.524703 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (331ff68b-5dd0-47b8-8f15-5aaafb5e75e9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.532476 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (331ff68b-5dd0-47b8-8f15-5aaafb5e75e9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.551182 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331ff68b-5dd0-47b8-8f15-5aaafb5e75e9,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.555837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4d60d4d3-6034-47ec-9ddf-b76afca731ba req-9b0b45a0-fd15-4342-9d89-e93c91b88b1e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490077 Jun 24 10:38:52.561709 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.563227 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-001847e7-2d36-40e1-9287-86d2cc5045ee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409845 Jun 24 10:38:52.566077 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 46940) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.570637 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.600711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (a805a622-649b-4d2a-91ef-9f8517e5ac77), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.612078 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Sync routers for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:38:52.622329 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:52.622966 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:52.668872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (a805a622-649b-4d2a-91ef-9f8517e5ac77), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.673602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (a805a622-649b-4d2a-91ef-9f8517e5ac77), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.695065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a805a622-649b-4d2a-91ef-9f8517e5ac77,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.702669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.704290 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e1f51a7c-eaea-4fd8-b98c-75c0d6432cda tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367960 Jun 24 10:38:52.706819 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46942) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.711444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.726412 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:52.734233 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.securitygroups_db [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Project 8eb1e5f40033474c947399c22bb0a2d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:38:52.740164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (37ab98f8-2de8-4911-a15c-e86132710c68), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.799846 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (37ab98f8-2de8-4911-a15c-e86132710c68), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.805418 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (37ab98f8-2de8-4911-a15c-e86132710c68), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.825582 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ab98f8-2de8-4911-a15c-e86132710c68,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.833792 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.834958 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6414158b-71da-481f-9443-7724ff194da6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1270316 Jun 24 10:38:52.837719 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 46946) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:38:52.842305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'security_group_rule': {'security_group_id': 'deb3144e-6a87-4fe0-a328-6f0e58be1c2e', 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:38:52.863437 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.securitygroups_db [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Project 8eb1e5f40033474c947399c22bb0a2d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:38:52.870176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (1f3e36dc-f523-47b2-9469-ae9fbda82c72), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.922932 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'bea865ed-ccd2-4070-a339-abb669a94281', 'name': '', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'mac_address': 'fa:16:3e:ca:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:48Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 2, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'subnets': [{'id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:52.929043 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (1f3e36dc-f523-47b2-9469-ae9fbda82c72), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.933701 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (1f3e36dc-f523-47b2-9469-ae9fbda82c72), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.954434 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3e36dc-f523-47b2-9469-ae9fbda82c72,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:52.965456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:52.970226 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f1264be7-499d-4758-a4fb-52abf6d1df6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281416 Jun 24 10:38:53.042133 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Checking router: 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:38:53.042571 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Updating router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 port bea865ed-ccd2-4070-a339-abb669a94281 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:38:53.070515 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bea865ed-ccd2-4070-a339-abb669a94281), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.289072 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:53.301735 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:53.351411 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks [] for port (bea865ed-ccd2-4070-a339-abb669a94281), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.357761 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.432182 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cec19-082c-47a0-9d51-735da9099f83 None None] Pushing event updated for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:53.491675 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Attempting to bind port bea865ed-ccd2-4070-a339-abb669a94281 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:38:53.492123 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Attempting to bind port bea865ed-ccd2-4070-a339-abb669a94281 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:38:53.492474 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Attempting to bind port bea865ed-ccd2-4070-a339-abb669a94281 on network 27da2ea5-26c9-4512-84d1-19f211516cd4 {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:38:53.498407 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:38:53.498621 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Checking segment: {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:38:53.499034 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.499461 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Bound using segment: {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:38:53.499921 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Bound port: bea865ed-ccd2-4070-a339-abb669a94281, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:38:53.500292 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bea865ed-ccd2-4070-a339-abb669a94281), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.564750 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] For port bea865ed-ccd2-4070-a339-abb669a94281, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:38:53.569049 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] For port bea865ed-ccd2-4070-a339-abb669a94281, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=bea865ed-ccd2-4070-a339-abb669a94281,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:38:53.576806 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.640043 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:38:53.640690 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:38:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:53.646099 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cec19-082c-47a0-9d51-735da9099f83 None None] Pushing event updated for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:53.652000 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Provisioning complete for port bea865ed-ccd2-4070-a339-abb669a94281 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:53.652560 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bea865ed-ccd2-4070-a339-abb669a94281), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.681513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:53.712219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb38b47-8866-44cd-bb52-04e17d48511b req-9700c4d0-a47a-4e93-84c3-7239d5e018b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:53.714572 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6bb38b47-8866-44cd-bb52-04e17d48511b req-9700c4d0-a47a-4e93-84c3-7239d5e018b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 944 time: 0.0705061 Jun 24 10:38:53.736048 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:53.751498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Current status of the port bea865ed-ccd2-4070-a339-abb669a94281 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:53.752035 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bea865ed-ccd2-4070-a339-abb669a94281), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.778449 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:38:53.787692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:38:53.792288 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6bb38b47-8866-44cd-bb52-04e17d48511b req-35068530-36da-422e-b4eb-b257bee979b4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709183 Jun 24 10:38:53.802664 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] For port bea865ed-ccd2-4070-a339-abb669a94281, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=bea865ed-ccd2-4070-a339-abb669a94281,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:53.815306 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:53.901444 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313af4-2b33-42d9-99c6-0e2127b0b059 None None] Pushing event updated for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:53.946976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-38c2d625-530a-4ddc-b53d-d8211db0aec8 None None] Provisioning complete for port bea865ed-ccd2-4070-a339-abb669a94281 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:53.947353 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-38c2d625-530a-4ddc-b53d-d8211db0aec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bea865ed-ccd2-4070-a339-abb669a94281), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:54.005980 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'bea865ed-ccd2-4070-a339-abb669a94281', 'name': '', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'mac_address': 'fa:16:3e:ca:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:48Z', 'updated_at': '2022-06-24T10:38:53Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'subnets': [{'id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:38:54.038980 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8134c-b115-472b-91ed-32a4d849d596 None None] The sync data for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi is: [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:38:49Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'bea865ed-ccd2-4070-a339-abb669a94281', 'name': '', 'network_id': '27da2ea5-26c9-4512-84d1-19f211516cd4', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'mac_address': 'fa:16:3e:ca:32:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:48Z', 'updated_at': '2022-06-24T10:38:53Z', 'revision_number': 4, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'subnets': [{'id': 'ea547979-3f13-41fa-97be-fb6ba080cc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:38:54.156187 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:54.195455 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'mac_address': 'fa:16:3e:bb:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:38:54.257604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fd52bd0b-2bcc-42d0-8565-f7862a3b31da up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:54.330581 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-38c2d625-530a-4ddc-b53d-d8211db0aec8 None None] Current status of the port bea865ed-ccd2-4070-a339-abb669a94281 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:54.334671 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:54.335063 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:54.363020 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:38:54.381837 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:54.392079 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port fd52bd0b-2bcc-42d0-8565-f7862a3b31da triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:54.392426 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:54.421909 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:54.428372 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:54.543460 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port fd52bd0b-2bcc-42d0-8565-f7862a3b31da is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:54.544710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device bea865ed-ccd2-4070-a339-abb669a94281 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:54.552650 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=9']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:54.637724 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port bea865ed-ccd2-4070-a339-abb669a94281 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:54.639255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bea865ed-ccd2-4070-a339-abb669a94281), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:54.734238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port bea865ed-ccd2-4070-a339-abb669a94281 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:54.778354 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['bcb7370e-287a-4f51-9b23-0add5505f560'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:38:54.868063 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:54.937913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab9e86-f257-4447-80cf-874f1524803c req-c68a3ed6-b91d-4f71-891a-3c578dc000a9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:54.940615 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8ab9e86-f257-4447-80cf-874f1524803c req-c68a3ed6-b91d-4f71-891a-3c578dc000a9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.0566642 Jun 24 10:38:54.991695 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8ab9e86-f257-4447-80cf-874f1524803c req-3e444660-891a-4a5d-8410-15d030094f6f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Jun 24 10:38:56.116324 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2960032-5097-4239-95a9-7c15a7449904 req-80ec6913-3ae3-4a9c-a785-d8e982cbf2ee tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:56.117854 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b2960032-5097-4239-95a9-7c15a7449904 req-80ec6913-3ae3-4a9c-a785-d8e982cbf2ee tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 945 time: 0.0493505 Jun 24 10:38:56.168290 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b2960032-5097-4239-95a9-7c15a7449904 req-91cec146-d87c-4e66-ae91-df05d9262b51 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Jun 24 10:38:56.668870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:38:56.715510 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port bcb7370e-287a-4f51-9b23-0add5505f560 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:38:56.715904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:56.799767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port bcb7370e-287a-4f51-9b23-0add5505f560 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:38:56.800153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:56.823793 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:38:56.826493 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af87512a-1dab-4a2d-8383-03adff851290" -d '{"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:38:56.843367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:38:56.848808 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:56.874058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5b981-e2ff-4ed2-80aa-ab5326bb25cb x-openstack-request-id: req-63a5b981-e2ff-4ed2-80aa-ab5326bb25cb {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:38:56.874365 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-plugged", "status": "completed", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:38:56.874616 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63a5b981-e2ff-4ed2-80aa-ab5326bb25cb {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:38:56.875015 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a5b981-e2ff-4ed2-80aa-ab5326bb25cb'] response: {'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'code': 200} Jun 24 10:38:56.901088 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=10']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:38:57.309693 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774e56-ba74-4c11-bbbd-5deebe432307 req-4dc4c8c4-4a17-49e9-a2ce-186cbaadc3d1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:57.311337 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03774e56-ba74-4c11-bbbd-5deebe432307 req-4dc4c8c4-4a17-49e9-a2ce-186cbaadc3d1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0552378 Jun 24 10:38:57.363742 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03774e56-ba74-4c11-bbbd-5deebe432307 req-c0a074ba-38c5-432a-98fc-e08d366b76cb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Jun 24 10:38:57.924622 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a746983d-c9cd-4d6a-b99d-7a63340cb811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:38:58.492429 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67589a50-6bef-4bc4-a077-5dad507c7e6b req-c644e3eb-f3ad-4b28-b5fe-3d02fb29c5c9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:58.493968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67589a50-6bef-4bc4-a077-5dad507c7e6b req-c644e3eb-f3ad-4b28-b5fe-3d02fb29c5c9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0479729 Jun 24 10:38:58.543138 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67589a50-6bef-4bc4-a077-5dad507c7e6b req-164f0eb5-59a4-4250-a0ba-1bb5b268497c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Jun 24 10:38:59.113284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c17d-280c-44cd-8bfa-4dc95c3040ce req-31f3dd4a-a422-4f43-b092-d90913b4a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:59.114909 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6512c17d-280c-44cd-8bfa-4dc95c3040ce req-31f3dd4a-a422-4f43-b092-d90913b4a2ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1131 time: 0.0526814 Jun 24 10:38:59.179598 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6512c17d-280c-44cd-8bfa-4dc95c3040ce req-b80a9ebc-a603-4f0e-b648-6dc775e85445 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481312 Jun 24 10:38:59.687916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f4a6-5977-4111-80b8-146f2337cf33 req-5fccca22-71c0-4e39-b631-554a25bb5e92 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:38:59.689498 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3663f4a6-5977-4111-80b8-146f2337cf33 req-5fccca22-71c0-4e39-b631-554a25bb5e92 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0559130 Jun 24 10:38:59.703086 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:38:59.751734 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3663f4a6-5977-4111-80b8-146f2337cf33 req-35ceb118-c7e9-4e13-bf49-b96f95ce1068 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549772 Jun 24 10:39:00.333603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b133660f-262c-41d2-84c7-59cadd9d3d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:00.881991 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb20d6-dc5d-4a4c-8c57-220323cac7a9 req-a2a14301-b312-46e0-a8b2-ab37f66f4a90 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:00.883362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4aeb20d6-dc5d-4a4c-8c57-220323cac7a9 req-a2a14301-b312-46e0-a8b2-ab37f66f4a90 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0503318 Jun 24 10:39:00.935979 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4aeb20d6-dc5d-4a4c-8c57-220323cac7a9 req-4304332d-efa1-4884-9632-cb9ae7d8181b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454302 Jun 24 10:39:01.522819 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:02.019196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:02.070322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97260e42-bf08-4f8c-abcc-46b423b22ce7 req-7a18b2eb-aa06-48b4-85f0-8fa46c79599c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:02.071761 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97260e42-bf08-4f8c-abcc-46b423b22ce7 req-7a18b2eb-aa06-48b4-85f0-8fa46c79599c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0522325 Jun 24 10:39:02.125024 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97260e42-bf08-4f8c-abcc-46b423b22ce7 req-04852be8-1b10-4ccc-9fc6-39a8324e2b0e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 Jun 24 10:39:02.954807 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=42,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:02.957754 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=56,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:03.207106 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:03.247497 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264e91b-0947-463b-8933-6e3beb312b4e req-7b936ced-2d9a-41b2-8376-1665654d477c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:03.249071 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b264e91b-0947-463b-8933-6e3beb312b4e req-7b936ced-2d9a-41b2-8376-1665654d477c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0480804 Jun 24 10:39:03.307920 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b264e91b-0947-463b-8933-6e3beb312b4e req-d295c4d9-5046-4f0a-815e-831b9a46f02d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502210 Jun 24 10:39:03.417145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:04.000954 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:04.010847 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:04.443623 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe57640-1a3f-4e42-b174-7283e04b424e req-b2cb19a4-2037-40eb-8e6e-03c17414e970 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:04.445185 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cfe57640-1a3f-4e42-b174-7283e04b424e req-b2cb19a4-2037-40eb-8e6e-03c17414e970 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0541604 Jun 24 10:39:04.500181 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cfe57640-1a3f-4e42-b174-7283e04b424e req-46264774-5d74-40f9-b2c0-6371e04ff405 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Jun 24 10:39:05.526518 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d15dda-8ce1-453d-84ae-0f74d668e5f9 req-7206b04a-7940-4188-bfaf-8d31e8eaad5b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:05.527968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8d15dda-8ce1-453d-84ae-0f74d668e5f9 req-7206b04a-7940-4188-bfaf-8d31e8eaad5b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0459542 Jun 24 10:39:05.548847 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:05.581288 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8d15dda-8ce1-453d-84ae-0f74d668e5f9 req-b2dff03a-5391-4e4f-90e2-e7a067da2e1f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476594 Jun 24 10:39:05.629748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec110341-ebb3-4371-a703-9ee5e6de99ea req-0d3f14b0-aeca-4e93-aa12-f248f1f91dae tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:05.631194 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:39:05.631710 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec110341-ebb3-4371-a703-9ee5e6de99ea req-0d3f14b0-aeca-4e93-aa12-f248f1f91dae tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0490816 Jun 24 10:39:05.687640 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec110341-ebb3-4371-a703-9ee5e6de99ea req-9257b9b3-c5cd-4e10-9fe0-ad4ec9278aa0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502052 Jun 24 10:39:06.708052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ac03-c911-460b-95c5-3996d0244352 req-0ad5c946-7c05-4161-9aef-ee2a9b8b85be tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:06.709468 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c579ac03-c911-460b-95c5-3996d0244352 req-0ad5c946-7c05-4161-9aef-ee2a9b8b85be tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0492811 Jun 24 10:39:06.760523 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c579ac03-c911-460b-95c5-3996d0244352 req-5737f5df-d8df-47ae-8a94-f77da7af7e0b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 Jun 24 10:39:07.885748 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95d3aa-f684-4e42-871a-72be77325e2d req-b7387981-7ed0-4857-bf4b-49b737b29c16 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:07.887397 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d95d3aa-f684-4e42-871a-72be77325e2d req-b7387981-7ed0-4857-bf4b-49b737b29c16 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0513279 Jun 24 10:39:07.940360 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d95d3aa-f684-4e42-871a-72be77325e2d req-e2dcd1d7-8300-4a1a-a8a0-26793c2c338d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Jun 24 10:39:08.119958 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-12404a59-1502-414e-82d4-0b3359ee7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:08.121656 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-12404a59-1502-414e-82d4-0b3359ee7145 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0469801 Jun 24 10:39:08.215096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-9ee25f96-0824-438a-8a54-ee9571704291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:08.217473 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-9ee25f96-0824-438a-8a54-ee9571704291 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0885575 Jun 24 10:39:08.287489 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-a1543fe6-fd28-4bbe-ba3b-71ed8c556068 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 1001 time: 0.0645280 Jun 24 10:39:08.341236 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-b48c1417-1414-4f5d-84f8-10a2af208248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:08.343334 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-b48c1417-1414-4f5d-84f8-10a2af208248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0493569 Jun 24 10:39:08.385199 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:08.391129 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-0c73fe6a-fbf8-4d66-ba46-408a3efb0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:08.392664 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-0c73fe6a-fbf8-4d66-ba46-408a3efb0662 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421035 Jun 24 10:39:08.488243 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-7b10b722-17ce-45a5-bdfe-e86ddd4bd928 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891690 Jun 24 10:39:08.587718 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3403e5-d43f-4b3d-b03b-ea934d3e5904 req-3c83d9d3-aad9-4fa9-acc8-a84fb9298150 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926104 Jun 24 10:39:08.873700 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d43e-5536-40c1-a207-b3ae7b9eb95b req-2a943980-293e-492b-9631-6626a8c1005b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:08.875107 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a252d43e-5536-40c1-a207-b3ae7b9eb95b req-2a943980-293e-492b-9631-6626a8c1005b tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0603192 Jun 24 10:39:08.921810 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a252d43e-5536-40c1-a207-b3ae7b9eb95b req-4e678cd9-550d-42df-87ce-3f0c834dbb8f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Jun 24 10:39:09.059677 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300127b-076d-4c73-a6be-48d10ce09061 req-aaf4cd34-a4ed-453e-8a58-b941b12fb3a7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:09.061209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4300127b-076d-4c73-a6be-48d10ce09061 req-aaf4cd34-a4ed-453e-8a58-b941b12fb3a7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0483129 Jun 24 10:39:09.108773 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4300127b-076d-4c73-a6be-48d10ce09061 req-e0824345-a51c-4c97-b948-e1d8631e31e1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Jun 24 10:39:10.028779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:10.040350 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e0be-3fef-4c3b-a98b-e563f9ea5502 req-2d86560c-d39a-4bdc-ac24-c1a59108c57f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:10.041858 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4c4e0be-3fef-4c3b-a98b-e563f9ea5502 req-2d86560c-d39a-4bdc-ac24-c1a59108c57f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0496206 Jun 24 10:39:10.096567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4c4e0be-3fef-4c3b-a98b-e563f9ea5502 req-2830ebc1-6990-4a57-801e-209852728833 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483592 Jun 24 10:39:10.228174 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c9cce-c8e2-4df8-b835-4d1ca320ef95 req-bb0455e9-d9ff-4a18-8d2e-1fbd756a2bf9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:10.229768 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-db8c9cce-c8e2-4df8-b835-4d1ca320ef95 req-bb0455e9-d9ff-4a18-8d2e-1fbd756a2bf9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0495667 Jun 24 10:39:10.279065 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-db8c9cce-c8e2-4df8-b835-4d1ca320ef95 req-be2a1777-9674-44ae-a75a-3d0a3ad15e2f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Jun 24 10:39:11.218466 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acf3c9-42cb-48c5-bc96-ee23d8801131 req-bf5c3e37-b50a-45c9-9c84-70db2665ab66 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:11.220078 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-75acf3c9-42cb-48c5-bc96-ee23d8801131 req-bf5c3e37-b50a-45c9-9c84-70db2665ab66 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0537164 Jun 24 10:39:11.270024 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-75acf3c9-42cb-48c5-bc96-ee23d8801131 req-75c16abe-5d05-4106-9425-2018a4e0da0a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Jun 24 10:39:11.651252 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee99a0a-b2f1-4ffe-9b3d-5953e3d52905 req-1b40a492-ca59-4175-93b5-a774970d1cb6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:11.653056 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1ee99a0a-b2f1-4ffe-9b3d-5953e3d52905 req-1b40a492-ca59-4175-93b5-a774970d1cb6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.2972510 Jun 24 10:39:11.703038 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1ee99a0a-b2f1-4ffe-9b3d-5953e3d52905 req-afe06958-7dda-49a1-96cb-f86a61317a0c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 Jun 24 10:39:11.852716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721da5e1-2b1f-4b71-8f0d-70abca1980a6 req-06578ded-bfa8-4cad-a3c9-528ca1c4196a tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:11.854201 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-721da5e1-2b1f-4b71-8f0d-70abca1980a6 req-06578ded-bfa8-4cad-a3c9-528ca1c4196a tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.0477664 Jun 24 10:39:11.910618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-721da5e1-2b1f-4b71-8f0d-70abca1980a6 req-15b6d1b5-0a8d-4af0-9902-39a543888ce1 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Jun 24 10:39:12.408500 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b3fe3-f6ca-4cdc-8129-5201c24c5d0c req-e246694b-0f1c-4c33-928f-04ae7a92ee70 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:12.410114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b4b3fe3-f6ca-4cdc-8129-5201c24c5d0c req-e246694b-0f1c-4c33-928f-04ae7a92ee70 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0615811 Jun 24 10:39:12.464866 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b4b3fe3-f6ca-4cdc-8129-5201c24c5d0c req-7da1d44a-d419-4dca-a687-ec769f211b96 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489705 Jun 24 10:39:12.822058 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def32f-fbd2-41f1-9b4f-300d4da21fe9 req-9ba1df21-d1a8-4a62-a3d1-b9f6abb86466 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:12.823520 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25def32f-fbd2-41f1-9b4f-300d4da21fe9 req-9ba1df21-d1a8-4a62-a3d1-b9f6abb86466 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0481279 Jun 24 10:39:12.876181 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25def32f-fbd2-41f1-9b4f-300d4da21fe9 req-46c7c178-4cdf-4c11-85d0-ad9d17e3949b tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Jun 24 10:39:13.012159 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:13.023275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab8b43-8f2b-41fd-8603-c07b808053ff req-1b138aa0-9b40-447d-b22a-372e7fb642ec tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:13.024856 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05ab8b43-8f2b-41fd-8603-c07b808053ff req-1b138aa0-9b40-447d-b22a-372e7fb642ec tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.0480371 Jun 24 10:39:13.075865 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05ab8b43-8f2b-41fd-8603-c07b808053ff req-a10cdc8e-ff18-4a55-83ff-912ad3c338a9 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Jun 24 10:39:13.404659 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:13.410636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:13.582773 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7fbe-5217-4685-975f-99810884c175 req-fc961124-ab8a-43cf-99c9-c736874285bb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:13.584253 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3cfe7fbe-5217-4685-975f-99810884c175 req-fc961124-ab8a-43cf-99c9-c736874285bb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Jun 24 10:39:13.633930 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3cfe7fbe-5217-4685-975f-99810884c175 req-48437aaf-903f-46c6-938d-1d07c7cfaefb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438278 Jun 24 10:39:14.002029 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a38c-0632-46f2-8431-44f040c142cd req-1088f534-4655-4d59-8b28-a29e52ed89d0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:14.003896 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-61d0a38c-0632-46f2-8431-44f040c142cd req-1088f534-4655-4d59-8b28-a29e52ed89d0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0518129 Jun 24 10:39:14.052074 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-61d0a38c-0632-46f2-8431-44f040c142cd req-f341df15-5bd5-4276-99fa-f7f36194ef59 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Jun 24 10:39:14.155782 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c344c-040d-4414-82c5-ab58d8892faf req-317954f5-6e48-4982-8158-d34de2537d76 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:14.157357 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-146c344c-040d-4414-82c5-ab58d8892faf req-317954f5-6e48-4982-8158-d34de2537d76 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.0663860 Jun 24 10:39:14.232433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ca19b-1b94-496e-91ac-cf4b317b0ec9 req-b6b2b91f-df06-4cfa-829d-8bdd2038a998 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:14.233947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426ca19b-1b94-496e-91ac-cf4b317b0ec9 req-b6b2b91f-df06-4cfa-829d-8bdd2038a998 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=82903e26-c3ed-45b5-8ac6-df037373bd89 HTTP/1.1" status: 200 len: 945 time: 0.0757105 Jun 24 10:39:14.269198 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:14.307652 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Deleting port 32a01ad2-4b70-496e-b8f5-5e71cad379fc {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:39:14.308047 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:14.337614 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426ca19b-1b94-496e-91ac-cf4b317b0ec9 req-fdca1d59-9b06-4d87-8aa4-5fb7d89bc0fb tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956550 Jun 24 10:39:14.425827 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] For port 32a01ad2-4b70-496e-b8f5-5e71cad379fc, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=32a01ad2-4b70-496e-b8f5-5e71cad379fc,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:14.426130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:14.443269 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Calling delete_port for 32a01ad2-4b70-496e-b8f5-5e71cad379fc owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:39:14.583897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (32a01ad2-4b70-496e-b8f5-5e71cad379fc), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:14.598046 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['32a01ad2-4b70-496e-b8f5-5e71cad379fc'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:14.618613 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Pushing event deleted for resources: {'Port': ['ID=32a01ad2-4b70-496e-b8f5-5e71cad379fc,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:14.685371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] No DVR routers for this DVR port 32a01ad2-4b70-496e-b8f5-5e71cad379fc on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:39:14.688118 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:14.691588 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-146c344c-040d-4414-82c5-ab58d8892faf req-1996282c-cf8e-4fac-a583-61e9b23d2983 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "DELETE /v2.0/ports/32a01ad2-4b70-496e-b8f5-5e71cad379fc HTTP/1.1" status: 204 len: 173 time: 0.5243926 Jun 24 10:39:14.692063 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'name': 'network-vif-deleted', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:14.694794 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35596a3-5f5c-4fa8-9859-618829fea757" -d '{"events": [{"server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "name": "network-vif-deleted", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:14.761956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19943dfa-4026-482d-b545-7a17a419e599 req-2e9c7198-d06d-49ad-a274-8ae9560c15cd tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:14.768200 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-19943dfa-4026-482d-b545-7a17a419e599 req-2e9c7198-d06d-49ad-a274-8ae9560c15cd tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Jun 24 10:39:14.839272 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-692e108d-e258-48f2-9e6a-bca3f5d91184 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102130013&fields=id&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 267 time: 0.0746281 Jun 24 10:39:14.847369 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-19943dfa-4026-482d-b545-7a17a419e599 req-e5186e1f-c2c1-43c8-8ed7-02fe92250ad4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751777 Jun 24 10:39:14.892767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:14.894450 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da296c-e28d-41f2-88ba-d7ebf4867077 x-openstack-request-id: req-e8da296c-e28d-41f2-88ba-d7ebf4867077 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:14.894736 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82903e26-c3ed-45b5-8ac6-df037373bd89", "name": "network-vif-deleted", "tag": "32a01ad2-4b70-496e-b8f5-5e71cad379fc", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:14.895099 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8da296c-e28d-41f2-88ba-d7ebf4867077 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:14.895415 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8da296c-e28d-41f2-88ba-d7ebf4867077'] response: {'server_uuid': '82903e26-c3ed-45b5-8ac6-df037373bd89', 'name': 'network-vif-deleted', 'tag': '32a01ad2-4b70-496e-b8f5-5e71cad379fc', 'status': 'completed', 'code': 200} Jun 24 10:39:14.960436 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-01d576ca-a3f9-4d04-81d7-b4d1c125538a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:14.962032 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-01d576ca-a3f9-4d04-81d7-b4d1c125538a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1084857 Jun 24 10:39:14.981128 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-78cd4152-40ff-48ae-a759-698db46601ef tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/quotas/8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 375 time: 0.0097864 Jun 24 10:39:15.033122 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-23b7d39b-b222-4cfc-a69e-cd28dfa6bc6f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463958 Jun 24 10:39:15.145024 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-0bbea42a-86e5-4dbd-82bb-0c94b2bb0d7c service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000142 Jun 24 10:39:15.203028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4defb9b-e9d0-42d7-aac8-2b0131ef883d req-ebd183f3-0497-4eef-9d4d-863cffd0ffae tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:15.204507 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4defb9b-e9d0-42d7-aac8-2b0131ef883d req-ebd183f3-0497-4eef-9d4d-863cffd0ffae tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0750694 Jun 24 10:39:15.266860 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:15.303518 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4defb9b-e9d0-42d7-aac8-2b0131ef883d req-2407714f-9e7b-4da7-89a0-e2be7bfe7647 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924389 Jun 24 10:39:15.305576 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-e4e74fa6-b0de-40f5-a4cf-13efaa839f83 service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449907 Jun 24 10:39:15.628127 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:15.641133 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1abc3184-0475-478e-b159-8b53fbbce216 req-f4879425-2a9f-4339-8f0f-4dbdd83e9911 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Jun 24 10:39:15.967786 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87492fd1-a8e3-4c2e-a057-0b243dd1b9ed req-b0212819-6201-4758-b3a9-1dd4a8ec1c91 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:15.969380 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-87492fd1-a8e3-4c2e-a057-0b243dd1b9ed req-b0212819-6201-4758-b3a9-1dd4a8ec1c91 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0535896 Jun 24 10:39:16.021854 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-87492fd1-a8e3-4c2e-a057-0b243dd1b9ed req-7621b89b-6022-4140-9352-dde6a08db9d9 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467262 Jun 24 10:39:16.440575 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571cd00-9936-4d0b-af63-5e09824bbc08 req-76d161ae-f252-428e-8834-8f6834c62aea tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:16.443022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4571cd00-9936-4d0b-af63-5e09824bbc08 req-76d161ae-f252-428e-8834-8f6834c62aea tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0660505 Jun 24 10:39:16.496255 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4571cd00-9936-4d0b-af63-5e09824bbc08 req-dfca2625-c6e9-40c2-b7f3-11d4489f645d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Jun 24 10:39:16.738598 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76007b78-eddb-40eb-84fa-f270c81ae299 req-bd9168f2-6ef3-4c69-89d9-62c768326106 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0288408 Jun 24 10:39:17.151033 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9c84-1655-4531-a12d-67c49e68dbf2 req-b4631d38-366b-4666-a9a2-3a0d8e77ef11 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:17.152521 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71ba9c84-1655-4531-a12d-67c49e68dbf2 req-b4631d38-366b-4666-a9a2-3a0d8e77ef11 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0595219 Jun 24 10:39:17.201570 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71ba9c84-1655-4531-a12d-67c49e68dbf2 req-c8d158c3-f5f7-4990-9f50-48a81649be97 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432477 Jun 24 10:39:17.619010 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad83a9-03c9-4c79-abf6-67ff8d7cbac1 req-2415791a-b3dd-4988-8458-d08a11eafdef tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:17.620477 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4ad83a9-03c9-4c79-abf6-67ff8d7cbac1 req-2415791a-b3dd-4988-8458-d08a11eafdef tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0548766 Jun 24 10:39:17.672155 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4ad83a9-03c9-4c79-abf6-67ff8d7cbac1 req-3d12194a-ed44-498b-8136-c5e699e4e0ad tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457604 Jun 24 10:39:17.849816 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-80bbba4e-8d96-4901-a285-3d12fbdad789 req-874b947b-b576-46fe-8b89-cf4e8f20ddad tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0342195 Jun 24 10:39:18.336782 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c4dcc-79ff-48b7-873c-c5cbed968453 req-8cf27758-7f2d-4e1e-9abd-71444047a2c0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:18.339130 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d14c4dcc-79ff-48b7-873c-c5cbed968453 req-8cf27758-7f2d-4e1e-9abd-71444047a2c0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0586760 Jun 24 10:39:18.409993 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d14c4dcc-79ff-48b7-873c-c5cbed968453 req-9c40f388-bda3-49de-9c0c-4db71ec11c47 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621119 Jun 24 10:39:18.797887 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51db89-9cb7-44f2-8ad4-a350611feca0 req-a2c0f36a-834c-4815-9e12-aa41b16b322a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:18.799402 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fe51db89-9cb7-44f2-8ad4-a350611feca0 req-a2c0f36a-834c-4815-9e12-aa41b16b322a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0473986 Jun 24 10:39:18.844979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:18.859751 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fe51db89-9cb7-44f2-8ad4-a350611feca0 req-367e4377-d2f5-44fe-bdcc-2536739edbad tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544333 Jun 24 10:39:18.952199 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-20e65226-f418-4fde-8652-772bbc432ccb req-361d065a-3b24-44d8-b4e1-44cdde0f7b53 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Jun 24 10:39:19.298834 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-1d7e5f92-dcbb-4d07-a47a-f95c9064b091 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:19.300393 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-1d7e5f92-dcbb-4d07-a47a-f95c9064b091 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1104410 Jun 24 10:39:19.388171 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-eb6ed4ea-4f31-4a92-b1e7-538222bcf421 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 380 time: 0.0577776 Jun 24 10:39:19.398439 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'port': {'device_id': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'admin_state_up': True, 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'security_groups': ['deb3144e-6a87-4fe0-a328-6f0e58be1c2e']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:19.536509 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76145017-84a3-4083-807f-4e039a9b2e4f req-8f75ccd7-7bb9-4343-9459-0e8d1e187146 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:19.538002 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76145017-84a3-4083-807f-4e039a9b2e4f req-8f75ccd7-7bb9-4343-9459-0e8d1e187146 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0592098 Jun 24 10:39:19.567938 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Made reservation on behalf of 8eb1e5f40033474c947399c22bb0a2d2 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:39:19.571354 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:19.602446 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:19.607509 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76145017-84a3-4083-807f-4e039a9b2e4f req-3e1661c6-6d5e-4e8b-b6b4-e446a841f864 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640564 Jun 24 10:39:19.731216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.20.0.12 (a3da010b-27ad-4a9f-8afe-32b8ee29d12d/c2fc34c2-5448-4891-897f-5c912344bf5a/f10fad00-dddc-4bae-9fce-5914b2b2b0ad) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:19.888649 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 32a01ad2-4b70-496e-b8f5-5e71cad379fc no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:39:19.905979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:19.909686 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 32a01ad2-4b70-496e-b8f5-5e71cad379fc {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:39:19.910033 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 32a01ad2-4b70-496e-b8f5-5e71cad379fc not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:39:19.968442 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.045507 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:20.056593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6677be-c601-4456-bdfc-6b53e5bd44f0 req-97d2ccf3-b568-42c5-976c-403485b24aac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:20.058121 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b6677be-c601-4456-bdfc-6b53e5bd44f0 req-97d2ccf3-b568-42c5-976c-403485b24aac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1070824 Jun 24 10:39:20.085212 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:20.101973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:20.104628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:20.108022 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:39:20.162241 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9078a4-cca3-403d-8941-d9ffc736c8ec req-2db3f910-8a02-4b21-a3a0-2daaea5ba3c7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:20.163754 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ce9078a4-cca3-403d-8941-d9ffc736c8ec req-2db3f910-8a02-4b21-a3a0-2daaea5ba3c7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 932 time: 0.1341145 Jun 24 10:39:20.216206 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:20.216752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.222165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1b6677be-c601-4456-bdfc-6b53e5bd44f0 req-7c5a5ab1-2648-48db-a555-5afdb6ae2477 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334631 Jun 24 10:39:20.257682 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-5f53cc5b-c7fa-41f0-94d0-828381e3e4d5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8629282 Jun 24 10:39:20.262001 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ce9078a4-cca3-403d-8941-d9ffc736c8ec req-0fb9212a-5c12-411d-95d9-ae5f78df436b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902588 Jun 24 10:39:20.275810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Request body: {'port': {'device_id': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:20.331093 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-9e63ccce-d7f2-4e6f-829b-6725ba939789 None None] Provisioning complete for port f10fad00-dddc-4bae-9fce-5914b2b2b0ad triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:39:20.331539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-9e63ccce-d7f2-4e6f-829b-6725ba939789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.342819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.364015 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-9e63ccce-d7f2-4e6f-829b-6725ba939789 None None] Port f10fad00-dddc-4bae-9fce-5914b2b2b0ad cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:39:20.451613 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:20.611388 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10fad00-dddc-4bae-9fce-5914b2b2b0ad {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:39:20.621935 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks [] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.637866 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Transition to ACTIVE for port object f10fad00-dddc-4bae-9fce-5914b2b2b0ad will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:39:20.644470 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.726196 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Pushing event updated for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:20.766243 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df89e24-57ca-44bd-87ba-b5839de85928 req-4644e4c5-97c9-43d9-a09c-ce64bb26ae30 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:20.767796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6df89e24-57ca-44bd-87ba-b5839de85928 req-4644e4c5-97c9-43d9-a09c-ce64bb26ae30 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0819125 Jun 24 10:39:20.855325 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Attempting to bind port f10fad00-dddc-4bae-9fce-5914b2b2b0ad on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:39:20.855653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Attempting to bind port f10fad00-dddc-4bae-9fce-5914b2b2b0ad by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:39:20.855971 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Attempting to bind port f10fad00-dddc-4bae-9fce-5914b2b2b0ad on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:39:20.860751 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6df89e24-57ca-44bd-87ba-b5839de85928 req-4b533d00-0e13-463e-9dca-88d70a547abc tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708499 Jun 24 10:39:20.864532 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Port f10fad00-dddc-4bae-9fce-5914b2b2b0ad on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:39:20.864885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Attempting to bind port f10fad00-dddc-4bae-9fce-5914b2b2b0ad on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:39:20.869848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:39:20.870174 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:39:20.870538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Bound using segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:39:20.870948 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Bound port: f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:39:20.871318 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.939286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:39:20.942731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:39:20.953405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.993096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:20.993602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:20.995011 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] 10.222.0.20 "PUT /v2.0/ports/f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 200 len: 1094 time: 0.7263026 Jun 24 10:39:20.995469 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:20.997746 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e00f73-9944-468d-a9e8-ca09d0371c33" -d '{"events": [{"name": "network-changed", "server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:21.026993 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aaf01-4ee4-4773-bf7c-e82205b48547 service neutron] Pushing event updated for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:21.049878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51c4764-96d5-4088-908d-c8e5b01c24d3 x-openstack-request-id: req-d51c4764-96d5-4088-908d-c8e5b01c24d3 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:21.050329 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:21.050758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d51c4764-96d5-4088-908d-c8e5b01c24d3 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:21.051099 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51c4764-96d5-4088-908d-c8e5b01c24d3'] response: {'name': 'network-changed', 'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'status': 'completed', 'code': 200} Jun 24 10:39:21.105603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-1851eecd-aa17-45bf-a138-6cdbfcb1101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.107307 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-1851eecd-aa17-45bf-a138-6cdbfcb1101f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1128 time: 0.0436647 Jun 24 10:39:21.121745 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:21.151245 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-4fbc598e-cad8-4bbd-8220-77770884c874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 200 len: 217 time: 0.0368731 Jun 24 10:39:21.225186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-efe317ca-b6c9-4621-b2e5-46ea3bc5c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.226572 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-efe317ca-b6c9-4621-b2e5-46ea3bc5c403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0663531 Jun 24 10:39:21.272467 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-296df0ea-f8ee-4fc9-aec5-2901dc5d3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.274017 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-296df0ea-f8ee-4fc9-aec5-2901dc5d3973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413287 Jun 24 10:39:21.425074 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68157-7c0c-4f7d-bff3-52d29e78062d req-64d3ecac-f869-4ed3-a51f-cb3ac019f3c4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.426546 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54e68157-7c0c-4f7d-bff3-52d29e78062d req-64d3ecac-f869-4ed3-a51f-cb3ac019f3c4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1261590 Jun 24 10:39:21.447186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:21.471518 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a621f-80d0-4056-ad66-370d6608145d req-e6ca6c15-45e6-4f6b-9a59-ddc4ebae986a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.473037 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-622a621f-80d0-4056-ad66-370d6608145d req-e6ca6c15-45e6-4f6b-9a59-ddc4ebae986a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.1176088 Jun 24 10:39:21.502508 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-da2a337d-3bb7-4010-941e-3c2dc45828aa service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214460 Jun 24 10:39:21.532417 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54e68157-7c0c-4f7d-bff3-52d29e78062d req-fde0a145-1e7c-44d0-82f2-4a3f36b566e9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998104 Jun 24 10:39:21.558946 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-622a621f-80d0-4056-ad66-370d6608145d req-eedd0f80-d312-4bf2-b8f4-65c9e531dacb tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781403 Jun 24 10:39:21.988228 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a8f79-28b3-47bf-ab60-a007347610cc req-855c0d99-bf89-4da6-922b-ea211c29157f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:21.990292 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b1a8f79-28b3-47bf-ab60-a007347610cc req-855c0d99-bf89-4da6-922b-ea211c29157f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0561967 Jun 24 10:39:22.043164 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b1a8f79-28b3-47bf-ab60-a007347610cc req-acc1b8f4-6544-48bb-8964-cc0b1ffd0255 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468090 Jun 24 10:39:22.535373 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea1db359-fa46-49c1-9fa9-c1defd930eff req-ba7794d8-ed31-4255-8e7b-23fe4a7b1af6 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891438 Jun 24 10:39:22.689696 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fb7ef-5359-419f-8e6a-e039f11394e3 req-f7ee1bb0-2c79-4af9-81bc-4aad7a5c5214 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:22.691205 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-766fb7ef-5359-419f-8e6a-e039f11394e3 req-f7ee1bb0-2c79-4af9-81bc-4aad7a5c5214 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0790539 Jun 24 10:39:22.711462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510af9f-db63-4140-be77-13f444b64d49 req-14b50da1-aabd-4e26-b91c-9dc05a014869 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:22.712984 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d510af9f-db63-4140-be77-13f444b64d49 req-14b50da1-aabd-4e26-b91c-9dc05a014869 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.0663884 Jun 24 10:39:22.773273 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-766fb7ef-5359-419f-8e6a-e039f11394e3 req-4ea49d30-b9ac-4590-a99c-5a365b1cf777 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762541 Jun 24 10:39:22.787592 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d510af9f-db63-4140-be77-13f444b64d49 req-f75c1f1d-596e-4216-b15b-07f398f9653e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668187 Jun 24 10:39:23.175674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070dd90-b7f8-42d9-812f-00b1e6ca91c5 req-2c93f911-fb36-43ed-a656-b76f462fa932 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:23.177182 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f070dd90-b7f8-42d9-812f-00b1e6ca91c5 req-2c93f911-fb36-43ed-a656-b76f462fa932 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0566134 Jun 24 10:39:23.229287 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f070dd90-b7f8-42d9-812f-00b1e6ca91c5 req-42ebe767-9e65-45f4-8617-cbec9e403748 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463879 Jun 24 10:39:23.918434 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cb0a8-38c1-4f57-9376-bbd423092fd2 req-762e6bf1-0baf-4c48-9391-0c39b4750149 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:23.920227 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e53cb0a8-38c1-4f57-9376-bbd423092fd2 req-762e6bf1-0baf-4c48-9391-0c39b4750149 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0754132 Jun 24 10:39:23.942086 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0e552-f40c-4e1f-a7d8-ec27abb1224f req-131eb134-fc22-4af5-b25d-d795d0d9c765 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:23.943468 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ba0e552-f40c-4e1f-a7d8-ec27abb1224f req-131eb134-fc22-4af5-b25d-d795d0d9c765 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.0686548 Jun 24 10:39:23.969128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:24.018353 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e53cb0a8-38c1-4f57-9376-bbd423092fd2 req-5250ef1b-7acd-4a8c-a799-0aa575bf4fe9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905974 Jun 24 10:39:24.022112 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ba0e552-f40c-4e1f-a7d8-ec27abb1224f req-d583f437-9e6f-4958-965e-e47ef28cd24d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719829 Jun 24 10:39:24.351725 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93df9dd-f566-46ce-9cf7-5cfc66f84abc req-5795a1a1-8929-4e22-91da-1ec82e1bd25d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:24.353147 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93df9dd-f566-46ce-9cf7-5cfc66f84abc req-5795a1a1-8929-4e22-91da-1ec82e1bd25d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0474164 Jun 24 10:39:24.401077 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f93df9dd-f566-46ce-9cf7-5cfc66f84abc req-c9e63eab-0bbe-42c4-9dbd-684d9a4a4d93 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Jun 24 10:39:24.743338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-252a3903-ed4b-4ecc-b1be-5ba54aa34de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:24.744852 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-252a3903-ed4b-4ecc-b1be-5ba54aa34de8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1128 time: 0.0405517 Jun 24 10:39:24.861229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-209a63e4-cfe6-4a5f-865e-332d4e3bfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:24.863357 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-209a63e4-cfe6-4a5f-865e-332d4e3bfd31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.1086376 Jun 24 10:39:24.903834 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-8021af2e-3507-4368-b446-8bc2f5036b98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 200 len: 217 time: 0.0329916 Jun 24 10:39:24.954944 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:24.959547 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-7beba34a-792a-43fc-8ee0-ae6af2f335d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:24.961044 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-7beba34a-792a-43fc-8ee0-ae6af2f335d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0474887 Jun 24 10:39:25.034670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-5a2ce487-0f66-450f-8a91-ab42145e8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:25.036434 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-5a2ce487-0f66-450f-8a91-ab42145e8e99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442104 Jun 24 10:39:25.444363 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999596-c7ed-4f54-a666-15898555901f req-9281cf97-14d4-41a7-95c1-2e1d287983c0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:25.445878 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-41999596-c7ed-4f54-a666-15898555901f req-9281cf97-14d4-41a7-95c1-2e1d287983c0 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.3406262 Jun 24 10:39:25.451964 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf38ca-94c8-477b-af28-e3a8d18ced1d req-e40fe239-bb23-4f12-a5e2-0ccf8c38a293 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:25.453339 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-98bf38ca-94c8-477b-af28-e3a8d18ced1d req-e40fe239-bb23-4f12-a5e2-0ccf8c38a293 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.3469868 Jun 24 10:39:25.455081 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-5c01d94a-d9a3-4b12-ada4-2c9ae455ca32 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111400 Jun 24 10:39:25.590079 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-41999596-c7ed-4f54-a666-15898555901f req-b2e28982-4da9-4abf-9cda-fb76df86f505 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340234 Jun 24 10:39:25.597950 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-98bf38ca-94c8-477b-af28-e3a8d18ced1d req-09661027-bc98-4145-93af-2e2b5dd46e60 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357503 Jun 24 10:39:25.615725 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01e00f73-9944-468d-a9e8-ca09d0371c33 req-b16864c7-7c40-4514-8d4f-0454d3118f03 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510189 Jun 24 10:39:25.730913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee0652-b9a7-40cd-9eb0-bf950194728b req-3c8b99de-a168-4836-87d0-fcb642172df9 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:25.732390 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-68ee0652-b9a7-40cd-9eb0-bf950194728b req-3c8b99de-a168-4836-87d0-fcb642172df9 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0771456 Jun 24 10:39:25.831120 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-7416096d-bb74-4052-ac24-626d5c71d537 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:25.832956 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-7416096d-bb74-4052-ac24-626d5c71d537 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 813 time: 0.1477289 Jun 24 10:39:25.836281 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-68ee0652-b9a7-40cd-9eb0-bf950194728b req-985eaee0-3707-4ba6-88ce-80f6a57275a6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963748 Jun 24 10:39:25.848702 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-50f05ad7-b950-46b3-acf8-ca4129f6df91 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/quotas/b88db10e9091496a84e87446da50a3b6 HTTP/1.1" status: 200 len: 375 time: 0.0099931 Jun 24 10:39:25.881492 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-f359ae8e-3f4c-42ad-9876-219a3b222d6a tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275888 Jun 24 10:39:25.915483 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:25.980407 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-6685c191-3631-43c8-9e7f-316533dbbf4e service neutron] 10.222.0.69 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925455 Jun 24 10:39:26.071372 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a31c4e33-4f69-4afb-9373-f83c96de6e78 service neutron] 10.222.0.69 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851755 Jun 24 10:39:26.240535 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-79217b9e-64ca-4d6d-919e-d9cb5d2bdff8 req-6000d20a-9337-405e-9456-4077caff5051 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 210 time: 0.0323796 Jun 24 10:39:26.631794 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:26.743512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa38e-829c-486e-a0a2-a0b41ce9db2a req-83e4d504-e52a-4b51-9e07-12145640bdc9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:26.744952 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4cfa38e-829c-486e-a0a2-a0b41ce9db2a req-83e4d504-e52a-4b51-9e07-12145640bdc9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0755746 Jun 24 10:39:26.752902 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b45d84-4c91-42b8-b48e-e21b2ced4169 req-fb22003b-d409-44c4-b815-1702741f4032 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:26.754398 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9b45d84-4c91-42b8-b48e-e21b2ced4169 req-fb22003b-d409-44c4-b815-1702741f4032 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.0740101 Jun 24 10:39:26.808952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:26.833988 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4cfa38e-829c-486e-a0a2-a0b41ce9db2a req-cdf6b1ee-5753-4680-b65c-a24c68b574fc tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786371 Jun 24 10:39:26.838498 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9b45d84-4c91-42b8-b48e-e21b2ced4169 req-b0339ab8-e94a-4a1e-85c3-2ae455b678e9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770683 Jun 24 10:39:26.950183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ac41-c81d-435b-9758-4221db0714a6 req-043fd8bc-85c7-4593-903a-c6d338e47a54 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:26.951620 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ba8ac41-c81d-435b-9758-4221db0714a6 req-043fd8bc-85c7-4593-903a-c6d338e47a54 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0482113 Jun 24 10:39:26.998891 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ba8ac41-c81d-435b-9758-4221db0714a6 req-78f53a03-ddb2-4ea2-af2b-81732fa289c7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412033 Jun 24 10:39:27.298922 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-63595a1b-a770-4eeb-8636-2f826ced6c42 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:27.301014 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-63595a1b-a770-4eeb-8636-2f826ced6c42 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 813 time: 0.1125333 Jun 24 10:39:27.313062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Request body: {'port': {'device_id': '101506ea-7abb-467d-b385-9fde866462a3', 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d', 'admin_state_up': True, 'tenant_id': 'b88db10e9091496a84e87446da50a3b6'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:27.357568 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7fbf2939-2ffa-49ec-945b-317942989087 req-b3d36d77-e37c-4c56-879e-175a8b269cff tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 210 time: 0.0407152 Jun 24 10:39:27.446111 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Made reservation on behalf of b88db10e9091496a84e87446da50a3b6 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:39:27.449564 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:27.585896 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Allocated IP 172.20.0.9 (f971c2fc-6773-4a3f-b3f9-0aff8661b44d/ed878761-e981-4a13-b002-6b571d7ac10e/3002100f-f2f1-4785-b6e8-359e85ff5114) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:27.718460 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:27.742229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks [] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:27.775842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:27.822462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Network f971c2fc-6773-4a3f-b3f9-0aff8661b44d is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:27.825555 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:27.830252 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:39:27.853202 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Pushing event updated for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:27.870727 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:27.884757 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:27.885374 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:27.909148 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-a727f819-28ac-41b7-94f6-c05bcc961bdd tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5997736 Jun 24 10:39:27.927259 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Request body: {'port': {'device_id': '101506ea-7abb-467d-b385-9fde866462a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:27.929231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-903efb73-1fae-4213-bc9c-002f2546c9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.023653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef435a-78bf-4071-bc3a-efc01c31c50d req-898ee3ec-f74d-49a5-a619-d0039633be4d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.025177 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-89ef435a-78bf-4071-bc3a-efc01c31c50d req-898ee3ec-f74d-49a5-a619-d0039633be4d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.1024604 Jun 24 10:39:28.067072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a8015-ba4d-49d5-8682-cedb45ae3db0 req-f8e598c9-a008-4e07-b5a7-7589282111be tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.068511 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ef8a8015-ba4d-49d5-8682-cedb45ae3db0 req-f8e598c9-a008-4e07-b5a7-7589282111be tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1286814 Jun 24 10:39:28.100423 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.151669 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-89ef435a-78bf-4071-bc3a-efc01c31c50d req-e81b7c9c-f5f5-42d5-bc89-d4daf9840d61 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187015 Jun 24 10:39:28.174483 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ef8a8015-ba4d-49d5-8682-cedb45ae3db0 req-16b64e46-85c7-4f9f-b82f-e52c7b22eb23 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969272 Jun 24 10:39:28.307897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cac3a-bdf1-4552-88ef-a6f081e8cc22 req-6e35ac6a-8c19-4494-986c-a752cbb0ab5a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.309378 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb6cac3a-bdf1-4552-88ef-a6f081e8cc22 req-6e35ac6a-8c19-4494-986c-a752cbb0ab5a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0682395 Jun 24 10:39:28.411446 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bb6cac3a-bdf1-4552-88ef-a6f081e8cc22 req-d1dfdfc6-eace-4222-ab6a-a8237e3fc442 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925536 Jun 24 10:39:28.487024 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc6ceb-7a4f-4aee-9954-1b317fa52bf8 req-8c9a0996-3ea6-410f-88ff-9eecc7f0f41a tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.488678 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93fc6ceb-7a4f-4aee-9954-1b317fa52bf8 req-8c9a0996-3ea6-410f-88ff-9eecc7f0f41a tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 931 time: 0.0602167 Jun 24 10:39:28.529723 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3002100f-f2f1-4785-b6e8-359e85ff5114 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:39:28.539917 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks [] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.541802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:28.568842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Transition to ACTIVE for port object 3002100f-f2f1-4785-b6e8-359e85ff5114 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:39:28.576755 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93fc6ceb-7a4f-4aee-9954-1b317fa52bf8 req-47ae1435-f8d2-4b4e-be15-3c9f3d24e53e tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723710 Jun 24 10:39:28.577787 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.628973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Pushing event updated for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:28.704997 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Attempting to bind port 3002100f-f2f1-4785-b6e8-359e85ff5114 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:39:28.706036 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Attempting to bind port 3002100f-f2f1-4785-b6e8-359e85ff5114 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:39:28.706396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Attempting to bind port 3002100f-f2f1-4785-b6e8-359e85ff5114 on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:39:28.711370 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Port 3002100f-f2f1-4785-b6e8-359e85ff5114 on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:39:28.711679 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Attempting to bind port 3002100f-f2f1-4785-b6e8-359e85ff5114 on network f971c2fc-6773-4a3f-b3f9-0aff8661b44d {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:39:28.716835 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:39:28.717164 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Checking segment: {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:39:28.717885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Bound using segment: {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:39:28.718288 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Bound port: 3002100f-f2f1-4785-b6e8-359e85ff5114, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814c91f0-8900-4d4d-b089-d473a405ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:39:28.718634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.733457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:28.780051 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:39:28.782981 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=3002100f-f2f1-4785-b6e8-359e85ff5114,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:39:28.792169 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.831589 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.832413 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:28.834532 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] 10.222.0.20 "PUT /v2.0/ports/3002100f-f2f1-4785-b6e8-359e85ff5114 HTTP/1.1" status: 200 len: 1093 time: 0.9133158 Jun 24 10:39:28.834962 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:28.837201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901" -d '{"events": [{"name": "network-changed", "server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:28.860417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f2f2-9511-4468-855f-68548cd01f5b service neutron] Pushing event updated for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:28.879528 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8342d-3c70-4e6f-9641-f1abfd5a5552 x-openstack-request-id: req-f3b8342d-3c70-4e6f-9641-f1abfd5a5552 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:28.879841 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:28.880098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f3b8342d-3c70-4e6f-9641-f1abfd5a5552 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:28.880518 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b8342d-3c70-4e6f-9641-f1abfd5a5552'] response: {'name': 'network-changed', 'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114', 'status': 'completed', 'code': 200} Jun 24 10:39:28.929275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-de8f5e74-5849-407e-9863-361e0c025be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:28.930767 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-de8f5e74-5849-407e-9863-361e0c025be3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 1127 time: 0.0403154 Jun 24 10:39:28.971892 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-f44d1e37-8347-4857-b99d-79a7ea6ea539 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3002100f-f2f1-4785-b6e8-359e85ff5114 HTTP/1.1" status: 200 len: 217 time: 0.0339510 Jun 24 10:39:29.022686 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54290557-7d39-4149-8ace-f42a1f57a745 req-c920e785-9000-491c-b74f-4d6a563dc586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.024089 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-c920e785-9000-491c-b74f-4d6a563dc586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed878761-e981-4a13-b002-6b571d7ac10e HTTP/1.1" status: 200 len: 853 time: 0.0451214 Jun 24 10:39:29.060158 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-c5bb1786-dcfa-4744-a60b-d91bbe086e2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295482 Jun 24 10:39:29.160551 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-f6032c62-d614-4340-a51a-2c0a5374725b service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924587 Jun 24 10:39:29.350860 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2da8d3-236d-4627-bf95-95214341ff10 req-9bb3b959-8713-4cd7-b26a-53cb4bb0badc tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.352224 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4b2da8d3-236d-4627-bf95-95214341ff10 req-9bb3b959-8713-4cd7-b26a-53cb4bb0badc tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.1290071 Jun 24 10:39:29.369959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaea32-4d62-4d38-af4a-13bfc41924a2 req-6a325a2b-09e4-452c-b3c1-982323c75c3e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.371346 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ebeaea32-4d62-4d38-af4a-13bfc41924a2 req-6a325a2b-09e4-452c-b3c1-982323c75c3e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1204627 Jun 24 10:39:29.435630 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-54290557-7d39-4149-8ace-f42a1f57a745 req-dfe2f83f-526b-4966-aca1-4f9cf5dbd15e service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137716 Jun 24 10:39:29.458826 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4b2da8d3-236d-4627-bf95-95214341ff10 req-dac8db45-c37c-49f7-adcc-d6bca71f3e01 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978627 Jun 24 10:39:29.470488 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ebeaea32-4d62-4d38-af4a-13bfc41924a2 req-f5e2b955-785b-4e77-a3b5-7de9d8b13b64 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904260 Jun 24 10:39:29.568497 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2111-c0a9-46ba-a7e6-39a4ccf49352 req-df3155b3-f6ef-4951-8a67-56fc1d32370f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.569446 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ac2c2111-c0a9-46ba-a7e6-39a4ccf49352 req-df3155b3-f6ef-4951-8a67-56fc1d32370f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Jun 24 10:39:29.609747 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:29.626378 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ac2c2111-c0a9-46ba-a7e6-39a4ccf49352 req-7035c888-95b9-4acc-87ca-c203af394732 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489142 Jun 24 10:39:29.694262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ccf1-c895-4ed8-a419-ef91110737d2 req-d524e6e5-f722-4247-8688-aeadb00cecc4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.695729 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5168ccf1-c895-4ed8-a419-ef91110737d2 req-d524e6e5-f722-4247-8688-aeadb00cecc4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 943 time: 0.0483801 Jun 24 10:39:29.753284 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5168ccf1-c895-4ed8-a419-ef91110737d2 req-b1d6e4bd-37da-4b8d-9ccd-7c578bbfd10b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518193 Jun 24 10:39:29.869322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4fea-9f58-4014-8c1d-08edadf8e957 req-a5f8170d-3ca8-4d98-a217-ea49a6af47d0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:29.870799 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-906e4fea-9f58-4014-8c1d-08edadf8e957 req-a5f8170d-3ca8-4d98-a217-ea49a6af47d0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0471160 Jun 24 10:39:29.920111 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-906e4fea-9f58-4014-8c1d-08edadf8e957 req-33c49380-9019-4b8b-8934-03ef50409867 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437632 Jun 24 10:39:30.333828 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4f2ded0d-96a5-4873-b7f9-38abadceddc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:30.613658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c13b4-be0f-430e-b000-662d063eb259 req-76e9793b-4511-456c-a8de-32c9861e9716 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:30.615187 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e6c13b4-be0f-430e-b000-662d063eb259 req-76e9793b-4511-456c-a8de-32c9861e9716 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.0789480 Jun 24 10:39:30.622850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c701-e5fe-49f9-9f21-08f092dadaf8 req-e69b115a-b319-4ab7-86ad-9dec77a49f6f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:30.624176 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b916c701-e5fe-49f9-9f21-08f092dadaf8 req-e69b115a-b319-4ab7-86ad-9dec77a49f6f tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0763628 Jun 24 10:39:30.690649 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:30.700209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e6c13b4-be0f-430e-b000-662d063eb259 req-05697a5d-3181-4d9f-87ac-99ff38c1170e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751588 Jun 24 10:39:30.703500 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b916c701-e5fe-49f9-9f21-08f092dadaf8 req-998aa2f9-a0ff-4b82-b397-c49efcb678c7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724685 Jun 24 10:39:30.880878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96c9c3-cd5a-43ab-b3d2-fa5e9ee8255e req-5f546f19-1adb-422e-b32d-082653046f69 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:30.882345 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc96c9c3-cd5a-43ab-b3d2-fa5e9ee8255e req-5f546f19-1adb-422e-b32d-082653046f69 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 943 time: 0.0507309 Jun 24 10:39:30.935220 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc96c9c3-cd5a-43ab-b3d2-fa5e9ee8255e req-58d0fb85-c781-4501-971a-8aae47b142c1 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Jun 24 10:39:31.043778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621fdb0-07bf-44c7-ac07-3f95019693ff req-b76b4d55-b46b-4b64-bcc5-a3b9e8059953 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.045204 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3621fdb0-07bf-44c7-ac07-3f95019693ff req-b76b4d55-b46b-4b64-bcc5-a3b9e8059953 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Jun 24 10:39:31.094539 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3621fdb0-07bf-44c7-ac07-3f95019693ff req-0b0c6c24-2029-425f-afae-fbad347e588d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Jun 24 10:39:31.521762 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:31.875055 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba65bc-6a81-49c8-be4c-17571de9d29e req-0f94bec5-611c-467a-b722-444ecbfb8ec3 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.876539 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-13ba65bc-6a81-49c8-be4c-17571de9d29e req-0f94bec5-611c-467a-b722-444ecbfb8ec3 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.1042647 Jun 24 10:39:31.888910 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2cb50-6308-4e34-971e-d66348f85938 req-c76ebbf9-0617-4856-af0a-abf8ff6f2720 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.890333 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cbb2cb50-6308-4e34-971e-d66348f85938 req-c76ebbf9-0617-4856-af0a-abf8ff6f2720 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1068735 Jun 24 10:39:31.903765 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-534245e0-7246-43ae-8801-6c19e5fb3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.905235 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-534245e0-7246-43ae-8801-6c19e5fb3e76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b88db10e9091496a84e87446da50a3b6&device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 1127 time: 0.0782416 Jun 24 10:39:31.928547 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8367ac8-b9db-4490-8fb2-ea2142172d7e req-c6ba208e-9ce9-484e-97b8-ab798c73804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.930159 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a8367ac8-b9db-4490-8fb2-ea2142172d7e req-c6ba208e-9ce9-484e-97b8-ab798c73804c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0713058 Jun 24 10:39:31.943107 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-38c7dcd7-6fa6-4193-b2e8-b3320146d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:31.944417 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-38c7dcd7-6fa6-4193-b2e8-b3320146d98e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 1129 time: 0.0538909 Jun 24 10:39:32.017257 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:32.032319 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-13ba65bc-6a81-49c8-be4c-17571de9d29e req-135d9b0b-e823-4c89-a160-22485e1d8512 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410131 Jun 24 10:39:32.039538 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a8367ac8-b9db-4490-8fb2-ea2142172d7e req-dfb829ff-f9d6-4be5-bd33-837a8d4af955 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024718 Jun 24 10:39:32.040130 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cbb2cb50-6308-4e34-971e-d66348f85938 req-e6da18df-53a4-41fc-a0db-3bae6c8ff3b9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391592 Jun 24 10:39:32.068709 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-908ef6c1-e60f-4a26-9da6-0a5755280d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.070628 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-908ef6c1-e60f-4a26-9da6-0a5755280d76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.1159956 Jun 24 10:39:32.071674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-c190077a-7062-411a-b246-0c750b231d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.073187 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-c190077a-7062-411a-b246-0c750b231d2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 200 len: 914 time: 0.1568277 Jun 24 10:39:32.142546 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f2c29-be27-4562-904b-e212e0cf2046 req-cc9269bf-37f5-470d-9ea7-8ad81320ee9b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.144034 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b2f2c29-be27-4562-904b-e212e0cf2046 req-cc9269bf-37f5-470d-9ea7-8ad81320ee9b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 943 time: 0.0468423 Jun 24 10:39:32.202301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:32.226598 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b4a61-536d-4149-b3e2-62457aa24463 req-74f0839f-e70e-4c25-aa70-88c5a5d4d635 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.228086 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b51b4a61-536d-4149-b3e2-62457aa24463 req-74f0839f-e70e-4c25-aa70-88c5a5d4d635 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0628591 Jun 24 10:39:32.231329 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5b2f2c29-be27-4562-904b-e212e0cf2046 req-14f36d8d-a0d6-410d-9a99-fa53dec80090 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814528 Jun 24 10:39:32.319369 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-b7165990-df76-488f-8bab-3b234d5010e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 200 len: 1001 time: 0.0580668 Jun 24 10:39:32.377001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-75a93aee-a42a-4ae0-bd78-9670347aaf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.378491 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-75a93aee-a42a-4ae0-bd78-9670347aaf7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.0518062 Jun 24 10:39:32.425970 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-56c5a216-83b8-48b5-ae68-bd0579c37ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.427560 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-56c5a216-83b8-48b5-ae68-bd0579c37ace service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412424 Jun 24 10:39:32.549872 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-6fbe3f8e-11ab-499e-a047-014297a6fb83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3002100f-f2f1-4785-b6e8-359e85ff5114 HTTP/1.1" status: 200 len: 217 time: 0.2882171 Jun 24 10:39:32.554263 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b51b4a61-536d-4149-b3e2-62457aa24463 req-1773c20e-0e04-4ca5-8a9c-baeeb042f8a8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207204 Jun 24 10:39:32.821473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-edb3f755-b2a8-46f9-8893-c2c03ac11a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:32.822961 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-edb3f755-b2a8-46f9-8893-c2c03ac11a49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed878761-e981-4a13-b002-6b571d7ac10e HTTP/1.1" status: 200 len: 853 time: 0.0675297 Jun 24 10:39:32.860031 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-74703db9-36f2-45b1-ba04-91010fc2d6c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f971c2fc-6773-4a3f-b3f9-0aff8661b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291626 Jun 24 10:39:32.865535 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-6a15a371-2972-4f50-b689-2bab7efa7dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097710 Jun 24 10:39:32.969927 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-678a0776-d481-4437-af2e-609a310f2595 service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876403 Jun 24 10:39:32.970599 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-055536c5-e278-48a1-ad64-0703ec4e2986 req-9264ff77-5d7a-4a4a-911f-f16d28be7bbc service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Jun 24 10:39:33.088149 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba8cb74f-eda8-4cd1-a4da-67fa9cbbd901 req-8e775d71-527f-46db-8d48-a71e826f69a1 service neutron] 10.222.0.20 "GET /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923920 Jun 24 10:39:33.181796 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45269f6e-f533-4d8b-b50f-ec71a23e6e66 req-468e6103-b898-45f8-a4ce-9f449ba92fb7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:33.183294 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45269f6e-f533-4d8b-b50f-ec71a23e6e66 req-468e6103-b898-45f8-a4ce-9f449ba92fb7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 944 time: 0.0770626 Jun 24 10:39:33.190958 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3089f-a8a9-4d5b-a651-782661993747 req-67b5ba96-3097-4ca4-a0b6-6d27b806c4cf tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:33.194948 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9df3089f-a8a9-4d5b-a651-782661993747 req-67b5ba96-3097-4ca4-a0b6-6d27b806c4cf tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0796285 Jun 24 10:39:33.204527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:33.211010 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:33.279251 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45269f6e-f533-4d8b-b50f-ec71a23e6e66 req-7c392ab7-69d3-412b-9350-e39d6de8c1d3 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829690 Jun 24 10:39:33.282245 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9df3089f-a8a9-4d5b-a651-782661993747 req-ab0b072f-efa7-4289-bb7b-3c3248b7b7de tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792568 Jun 24 10:39:33.387683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe58ee-4597-41ce-a887-7c57e701a039 req-63a9e04f-dc8a-4312-9b61-1dbe9855285c tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:33.389064 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a3fe58ee-4597-41ce-a887-7c57e701a039 req-63a9e04f-dc8a-4312-9b61-1dbe9855285c tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 943 time: 0.0523233 Jun 24 10:39:33.413427 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:33.438905 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a3fe58ee-4597-41ce-a887-7c57e701a039 req-659cc764-52e6-4566-83ea-555009b4ca8e tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Jun 24 10:39:33.681460 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f303fb2-fad0-4f5d-a9ce-4a2717038790 req-ad1f1474-eb93-4be6-b181-87a72043cf93 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:33.683258 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4f303fb2-fad0-4f5d-a9ce-4a2717038790 req-ad1f1474-eb93-4be6-b181-87a72043cf93 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0557134 Jun 24 10:39:33.736104 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4f303fb2-fad0-4f5d-a9ce-4a2717038790 req-55f02831-8808-452c-aca9-29b743990d15 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468881 Jun 24 10:39:33.966578 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f10fad00-dddc-4bae-9fce-5914b2b2b0ad details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:34.068198 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:34.080298 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'port_id': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'mac_address': 'fa:16:3e:bd:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:34.120533 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f10fad00-dddc-4bae-9fce-5914b2b2b0ad is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:39:34.120957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:34.134183 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10fad00-dddc-4bae-9fce-5914b2b2b0ad {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:39:34.153746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:34.160494 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:34.161193 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 3002100f-f2f1-4785-b6e8-359e85ff5114 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:39:34.221323 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:34.302560 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=3002100f-f2f1-4785-b6e8-359e85ff5114,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:34.314883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '3002100f-f2f1-4785-b6e8-359e85ff5114', 'network_id': 'f971c2fc-6773-4a3f-b3f9-0aff8661b44d', 'port_id': '3002100f-f2f1-4785-b6e8-359e85ff5114', 'mac_address': 'fa:16:3e:c7:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed878761-e981-4a13-b002-6b571d7ac10e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:39:34.350897 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 3002100f-f2f1-4785-b6e8-359e85ff5114 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:39:34.351290 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:34.364951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3002100f-f2f1-4785-b6e8-359e85ff5114 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:39:34.385673 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=3002100f-f2f1-4785-b6e8-359e85ff5114,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:34.390885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:34.436046 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798d665-52bb-4ba9-831b-e728803b5b1d req-51e72311-7fc3-4129-be96-290e5ab9e40c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:34.437947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7798d665-52bb-4ba9-831b-e728803b5b1d req-51e72311-7fc3-4129-be96-290e5ab9e40c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 945 time: 0.0864940 Jun 24 10:39:34.438368 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:34.447436 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b943c-9e8d-48b0-9968-6fa90704b607 req-e0f4f7d9-a005-41b8-88a7-7af3da6ed311 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:34.449155 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-141b943c-9e8d-48b0-9968-6fa90704b607 req-e0f4f7d9-a005-41b8-88a7-7af3da6ed311 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0883589 Jun 24 10:39:34.531157 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7798d665-52bb-4ba9-831b-e728803b5b1d req-c3f42619-8e29-4645-a0e7-19a3197bf786 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798969 Jun 24 10:39:34.534085 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-141b943c-9e8d-48b0-9968-6fa90704b607 req-62a22184-e6df-4191-abf9-954904ca5996 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753095 Jun 24 10:39:34.645680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529cd01-97d1-40b5-b93c-424d555c04b5 req-67925a75-7bae-4a80-82f2-bbaa2deb1c8d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:34.647125 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0529cd01-97d1-40b5-b93c-424d555c04b5 req-67925a75-7bae-4a80-82f2-bbaa2deb1c8d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 944 time: 0.0513954 Jun 24 10:39:34.695728 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0529cd01-97d1-40b5-b93c-424d555c04b5 req-ed1e5180-6d1a-4bc3-8e8a-fb28659fedff tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Jun 24 10:39:34.846981 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:34.853125 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['f10fad00-dddc-4bae-9fce-5914b2b2b0ad'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:34.857741 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:34.879525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd4a4-aa76-49c7-b8d4-73e173530e65 req-f3188b83-0dc9-469a-94de-f2e90872bea7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:34.888690 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc8dd4a4-aa76-49c7-b8d4-73e173530e65 req-f3188b83-0dc9-469a-94de-f2e90872bea7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0798039 Jun 24 10:39:34.955384 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['3002100f-f2f1-4785-b6e8-359e85ff5114'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:39:34.984972 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:34.995454 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951df98-b3bc-4c86-9420-82596f58ecff req-1d3aeaee-aff9-43f2-8186-050dba2a6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:34.996989 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-1d3aeaee-aff9-43f2-8186-050dba2a6e45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0912161 Jun 24 10:39:35.017562 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fc8dd4a4-aa76-49c7-b8d4-73e173530e65 req-92ed06dc-ce0e-43e7-b316-68676a2bdd0d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279361 Jun 24 10:39:35.037078 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01567f39-8cc0-4d4d-a4eb-b3d54d8b5b00 req-2b395cab-0036-4cb5-b05d-a2aaeff7c190 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.038624 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01567f39-8cc0-4d4d-a4eb-b3d54d8b5b00 req-2b395cab-0036-4cb5-b05d-a2aaeff7c190 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0948412 Jun 24 10:39:35.142925 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-01567f39-8cc0-4d4d-a4eb-b3d54d8b5b00 req-53b4e9f5-bf9b-496e-ba5b-bd142280494e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928266 Jun 24 10:39:35.143072 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 47748) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:35.155936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951df98-b3bc-4c86-9420-82596f58ecff req-82e90be4-64ee-4fc5-b960-57bc75a25a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.157411 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-82e90be4-64ee-4fc5-b960-57bc75a25a0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.1520705 Jun 24 10:39:35.231889 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-81c81a3b-50ea-4bd4-8061-18e9bdaa019e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 1001 time: 0.0665169 Jun 24 10:39:35.248479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:35.286301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bbca38a0-c469-462f-b453-bc33c635364a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.312371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951df98-b3bc-4c86-9420-82596f58ecff req-efb2f56a-34ba-4988-9626-f9f120165850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.313907 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-efb2f56a-34ba-4988-9626-f9f120165850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0747685 Jun 24 10:39:35.376042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951df98-b3bc-4c86-9420-82596f58ecff req-8842af68-0681-42bf-8093-2eaf99a6eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.377673 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-8842af68-0681-42bf-8093-2eaf99a6eb02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537860 Jun 24 10:39:35.438100 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bbca38a0-c469-462f-b453-bc33c635364a admin admin] Publish callbacks [] for security_group (2daecb03-5fdb-444d-954b-0e4aa3c94a8d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.465778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bbca38a0-c469-462f-b453-bc33c635364a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2daecb03-5fdb-444d-954b-0e4aa3c94a8d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.521996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca38a0-c469-462f-b453-bc33c635364a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daecb03-5fdb-444d-954b-0e4aa3c94a8d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:35.528128 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bbca38a0-c469-462f-b453-bc33c635364a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d458866e43c842d0877d4b59600a650a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827596 Jun 24 10:39:35.530831 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 47752) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:35.539209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-98cd878d-64ce-4784-a0ff-3249c4a6af55 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513956 Jun 24 10:39:35.650795 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] Publish callbacks [] for security_group (2daecb03-5fdb-444d-954b-0e4aa3c94a8d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.710132 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6951df98-b3bc-4c86-9420-82596f58ecff req-fe878bc3-5dcb-47df-8be0-d10ff55572b8 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607218 Jun 24 10:39:35.711879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] Publish callbacks [] for security_group (2daecb03-5fdb-444d-954b-0e4aa3c94a8d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.719823 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e0d87-33b1-4d2f-8fe2-d46a1be31e5b req-f7f9185f-c9c6-4d3f-acbb-41720455fce4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.721278 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a41e0d87-33b1-4d2f-8fe2-d46a1be31e5b req-f7f9185f-c9c6-4d3f-acbb-41720455fce4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 945 time: 0.0980530 Jun 24 10:39:35.733010 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:35.831487 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a41e0d87-33b1-4d2f-8fe2-d46a1be31e5b req-6e54555c-d4fe-4c57-a536-a15fa607edf7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026523 Jun 24 10:39:35.842160 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efa868-3983-4c80-87e6-77503966ea66 req-4be37ca2-e5ed-4177-b9b8-209e3a421d30 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:35.843970 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-35efa868-3983-4c80-87e6-77503966ea66 req-4be37ca2-e5ed-4177-b9b8-209e3a421d30 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 944 time: 0.0725787 Jun 24 10:39:35.863948 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2daecb03-5fdb-444d-954b-0e4aa3c94a8d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.866433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:35.867493 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2daecb03-5fdb-444d-954b-0e4aa3c94a8d HTTP/1.1" status: 204 len: 168 time: 0.3358138 Jun 24 10:39:35.880199 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447732df-c636-4c6b-a775-a8cb96fd2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daecb03-5fdb-444d-954b-0e4aa3c94a8d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:35.908005 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-35efa868-3983-4c80-87e6-77503966ea66 req-3814e6e7-ae6e-4b91-949e-ef22871fab01 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Jun 24 10:39:36.265807 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84572-8521-4e3a-b6da-0ab3ff5d004b req-a78da2ed-23a1-4f8d-a303-627fbbd5821a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:36.267291 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-79e84572-8521-4e3a-b6da-0ab3ff5d004b req-a78da2ed-23a1-4f8d-a303-627fbbd5821a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0469203 Jun 24 10:39:36.311575 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:36.317334 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-79e84572-8521-4e3a-b6da-0ab3ff5d004b req-ed0e5bd2-a3f3-4c66-a1a9-03cbc5f6972d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446467 Jun 24 10:39:36.509871 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f10fad00-dddc-4bae-9fce-5914b2b2b0ad up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:36.557719 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port f10fad00-dddc-4bae-9fce-5914b2b2b0ad completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:39:36.565454 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port f10fad00-dddc-4bae-9fce-5914b2b2b0ad triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:39:36.566185 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.642155 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f10fad00-dddc-4bae-9fce-5914b2b2b0ad is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:39:36.642546 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.666077 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:36.668382 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3817b-6986-4a7c-99a8-fba354a308a2" -d '{"events": [{"server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "name": "network-vif-plugged", "status": "completed", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:36.682117 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:36.689642 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.691130 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 3002100f-f2f1-4785-b6e8-359e85ff5114 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:39:36.732534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfa5a24-8f01-40b8-9d67-1d3ae64fa2d2 x-openstack-request-id: req-ddfa5a24-8f01-40b8-9d67-1d3ae64fa2d2 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:36.732800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "name": "network-vif-plugged", "status": "completed", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:36.732999 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ddfa5a24-8f01-40b8-9d67-1d3ae64fa2d2 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:36.733377 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfa5a24-8f01-40b8-9d67-1d3ae64fa2d2'] response: {'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'code': 200} Jun 24 10:39:36.773118 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:36.777745 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 3002100f-f2f1-4785-b6e8-359e85ff5114 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:39:36.785803 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 3002100f-f2f1-4785-b6e8-359e85ff5114 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:39:36.786210 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.851356 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:36.862169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 3002100f-f2f1-4785-b6e8-359e85ff5114 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:39:36.862626 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.898643 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=3002100f-f2f1-4785-b6e8-359e85ff5114,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:39:36.903937 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:36.934800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:36.958749 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a4447-b54b-4cce-9811-bab682051747 req-873ab7d2-c05b-4efa-b22c-6c154f804a0b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:36.966097 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-025a4447-b54b-4cce-9811-bab682051747 req-873ab7d2-c05b-4efa-b22c-6c154f804a0b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0547082 Jun 24 10:39:36.975736 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:36.989266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 47794) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:37.051003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-025a4447-b54b-4cce-9811-bab682051747 req-ef67c302-c45b-4bbc-be0d-bf72df008bb6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838888 Jun 24 10:39:37.057368 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4182a-de7c-411e-8894-c2b062da6f7b req-85d9a875-2f96-417d-9c06-5a2788233bf4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:37.058832 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-32e4182a-de7c-411e-8894-c2b062da6f7b req-85d9a875-2f96-417d-9c06-5a2788233bf4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0686328 Jun 24 10:39:37.103478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01c5cd07-2895-4ffd-8471-e0ed095e27c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.108430 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-32e4182a-de7c-411e-8894-c2b062da6f7b req-77edb369-1cab-4853-8dd1-da202f1d23d9 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432546 Jun 24 10:39:37.178999 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01c5cd07-2895-4ffd-8471-e0ed095e27c9 admin admin] Publish callbacks [] for security_group (d28236c2-cb0c-4f5d-97d7-92c4aecef2e0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.184391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-01c5cd07-2895-4ffd-8471-e0ed095e27c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d28236c2-cb0c-4f5d-97d7-92c4aecef2e0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.226083 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-01c5cd07-2895-4ffd-8471-e0ed095e27c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1a98b2b2df84c7abc5b34d5431030d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351272 Jun 24 10:39:37.226992 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5cd07-2895-4ffd-8471-e0ed095e27c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28236c2-cb0c-4f5d-97d7-92c4aecef2e0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:37.228950 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 47798) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:37.289262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] Publish callbacks [] for security_group (d28236c2-cb0c-4f5d-97d7-92c4aecef2e0), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.336971 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] Publish callbacks [] for security_group (d28236c2-cb0c-4f5d-97d7-92c4aecef2e0), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.345790 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-c2f2388f-0850-4c32-90d6-cb145a9a35d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680213 Jun 24 10:39:37.399655 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d28236c2-cb0c-4f5d-97d7-92c4aecef2e0), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.402977 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:37.404187 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d28236c2-cb0c-4f5d-97d7-92c4aecef2e0 HTTP/1.1" status: 204 len: 168 time: 0.1736488 Jun 24 10:39:37.460767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b3dc-ad13-423c-8e88-e0671bdad13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28236c2-cb0c-4f5d-97d7-92c4aecef2e0,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:37.480216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a1b91-2f0b-4fe6-b64d-4153ca8de84b req-5c992f59-faa8-410d-9e06-8b49d7634d83 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:37.481811 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a57a1b91-2f0b-4fe6-b64d-4153ca8de84b req-5c992f59-faa8-410d-9e06-8b49d7634d83 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0926211 Jun 24 10:39:37.487395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-8e87d46e-2b26-4df0-b033-321a7416d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:37.488895 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-8e87d46e-2b26-4df0-b033-321a7416d973 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 1131 time: 0.0651340 Jun 24 10:39:37.534339 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a57a1b91-2f0b-4fe6-b64d-4153ca8de84b req-7c102ac2-bd03-4784-8e36-6b532fc628eb tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445018 Jun 24 10:39:38.112961 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f27fe-394b-44c6-94f6-06fda6929918 req-2a2839b6-d7c0-4d6b-9be3-3667db7c90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.115050 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-319f27fe-394b-44c6-94f6-06fda6929918 req-2a2839b6-d7c0-4d6b-9be3-3667db7c90ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1130 time: 0.0476644 Jun 24 10:39:38.156981 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-c32c3a6f-fbca-45fc-b402-56a76b62d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.158573 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-c32c3a6f-fbca-45fc-b402-56a76b62d7be service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.1073785 Jun 24 10:39:38.171858 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-319f27fe-394b-44c6-94f6-06fda6929918 req-275558db-4d1d-442c-8773-edcee86af857 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481675 Jun 24 10:39:38.278813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc1a8-bdb9-4abc-9f49-f5dfa0ff7842 req-90a1f295-cc83-4691-91db-c360b90a9850 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.280362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0d2cc1a8-bdb9-4abc-9f49-f5dfa0ff7842 req-90a1f295-cc83-4691-91db-c360b90a9850 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.1208234 Jun 24 10:39:38.298365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727f0c9-3e1c-4ced-b225-e71f02569a2f req-5fc9cbc9-f68d-459b-9129-b37a6302f94d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.299944 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8727f0c9-3e1c-4ced-b225-e71f02569a2f req-5fc9cbc9-f68d-459b-9129-b37a6302f94d tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.1082668 Jun 24 10:39:38.310781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:38.316523 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-e399f276-dc2f-4f30-9b8a-3900598e155d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 200 len: 1001 time: 0.1238625 Jun 24 10:39:38.417658 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0d2cc1a8-bdb9-4abc-9f49-f5dfa0ff7842 req-087abc46-fe17-4826-bf4b-3f01d6c8da9f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277018 Jun 24 10:39:38.421025 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8727f0c9-3e1c-4ced-b225-e71f02569a2f req-0eca6cc5-2f8f-4488-b0b8-15e6584b3325 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091576 Jun 24 10:39:38.444864 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-949a869a-c697-47b4-82f6-b0bb5e0f56ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.446343 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-949a869a-c697-47b4-82f6-b0bb5e0f56ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0659182 Jun 24 10:39:38.490970 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-e7d2948b-c032-463a-bbfb-d275d71d14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.492475 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-e7d2948b-c032-463a-bbfb-d275d71d14e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390892 Jun 24 10:39:38.533884 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:38.598450 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-d4cc3078-3060-4eb5-a0cd-3e576c85695b service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Jun 24 10:39:38.673296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82d63-bbd5-4686-a68c-fc2cc557e984 req-508cba8e-66ee-4992-8cf2-6330d6d41d79 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.673296 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6a82d63-bbd5-4686-a68c-fc2cc557e984 req-508cba8e-66ee-4992-8cf2-6330d6d41d79 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0592144 Jun 24 10:39:38.722633 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6a82d63-bbd5-4686-a68c-fc2cc557e984 req-061705c2-ef27-460a-81e0-46d053318fe4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466924 Jun 24 10:39:38.734326 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:38.736688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda48340-686f-4a29-b06f-e011a6377685" -d '{"events": [{"server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "name": "network-vif-plugged", "status": "completed", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:38.772988 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8550398b-9e3a-4100-a405-fae0b9bb4e57 x-openstack-request-id: req-8550398b-9e3a-4100-a405-fae0b9bb4e57 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:38.773505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "name": "network-vif-plugged", "status": "completed", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:38.773802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8550398b-9e3a-4100-a405-fae0b9bb4e57 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:38.774280 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8550398b-9e3a-4100-a405-fae0b9bb4e57'] response: {'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114', 'code': 200} Jun 24 10:39:38.836168 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5758315-9e17-4416-957c-5cd631315b89 req-2bdd66aa-be31-4d2d-a2bd-21c73885e8b9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:38.837634 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b5758315-9e17-4416-957c-5cd631315b89 req-2bdd66aa-be31-4d2d-a2bd-21c73885e8b9 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0458164 Jun 24 10:39:38.847514 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 47850) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:38.851991 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Request body: {'floatingip': {'port_id': '0eef209c-31b8-4128-91c4-b268848f7512'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:38.966525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:39.203262 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:39.205984 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-50dfa9fb-6e3a-444e-9bf1-6b300d822011 req-98522784-bd53-47dc-9bd3-9ba0f230935e service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951013 Jun 24 10:39:39.212962 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7253c-21f5-4d56-b724-8770e00af5c7 req-a456c42a-c07f-4a50-981c-bee50c0543eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:39.216225 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-04d7253c-21f5-4d56-b724-8770e00af5c7 req-a456c42a-c07f-4a50-981c-bee50c0543eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 1129 time: 0.0436354 Jun 24 10:39:39.265130 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-04d7253c-21f5-4d56-b724-8770e00af5c7 req-1b98ca66-f785-4046-bf96-6913a444cdb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Jun 24 10:39:39.794001 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e30de3-03ae-449a-8f54-47bed8a1cabf req-9de1e79b-e46d-4f26-87c8-89ae79234bee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:39.795493 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-79e30de3-03ae-449a-8f54-47bed8a1cabf req-9de1e79b-e46d-4f26-87c8-89ae79234bee tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.1412418 Jun 24 10:39:39.834408 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8483e-90c5-4e8a-8e2a-fb4e2625cd37 req-8147a244-57f6-4898-864d-8b3213c2108b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:39.835833 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-20f8483e-90c5-4e8a-8e2a-fb4e2625cd37 req-8147a244-57f6-4898-864d-8b3213c2108b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.1805005 Jun 24 10:39:39.954847 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:39.955481 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:39.975512 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-79e30de3-03ae-449a-8f54-47bed8a1cabf req-58a1d25f-d490-4836-9175-78d71943a2e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720898 Jun 24 10:39:40.027934 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-20f8483e-90c5-4e8a-8e2a-fb4e2625cd37 req-2f3f913a-f2a8-490f-a005-38292cc122c0 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739051 Jun 24 10:39:40.037660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:40.042940 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:40.242752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Router 48d14d00-4801-40e3-b019-04e458dbed21 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:39:40.343873 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:39:40.349166 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:40.354151 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:39:40.364459 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:39:40.365087 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:39:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:40.382466 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:40.384702 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb6f205-f85e-4585-b5af-679ad5dcefe4" -d '{"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:40.419527 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ecac4933-caa1-49d9-86e2-c3843248aa36 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "PUT /v2.0/floatingips/ee809ee8-f4cc-47c4-96a5-58144cd2fed3 HTTP/1.1" status: 200 len: 993 time: 1.5688193 Jun 24 10:39:40.423517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b4f71-cac1-4879-88c8-f51e6216eab0 x-openstack-request-id: req-4f2b4f71-cac1-4879-88c8-f51e6216eab0 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:40.423796 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:40.424039 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f2b4f71-cac1-4879-88c8-f51e6216eab0 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:40.424432 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2b4f71-cac1-4879-88c8-f51e6216eab0'] response: {'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'status': 'completed', 'code': 200} Jun 24 10:39:40.600288 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:39:40.831796 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:39:39Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:40.857435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:39:40.866059 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:39:40.866687 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:39:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:40.968279 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:39:41.096181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c07365-0ad6-49ca-ad47-bdb417af99c6 req-c24e704c-9077-48ed-b079-7730be0af105 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:41.097718 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-22c07365-0ad6-49ca-ad47-bdb417af99c6 req-c24e704c-9077-48ed-b079-7730be0af105 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0507202 Jun 24 10:39:41.162959 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2191ac-4424-430e-a3b5-5667b690f072 req-849954ca-64ea-4aed-9ce7-59d7911db6fa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:41.164392 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fe2191ac-4424-430e-a3b5-5667b690f072 req-849954ca-64ea-4aed-9ce7-59d7911db6fa tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0641170 Jun 24 10:39:41.183628 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:39:39Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:41.204376 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-22c07365-0ad6-49ca-ad47-bdb417af99c6 req-d14280ee-0219-4d54-8f0d-924377ff56ce tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940750 Jun 24 10:39:41.212765 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5943b-a894-4a65-b93f-e370194a02d9 None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'ee809ee8-f4cc-47c4-96a5-58144cd2fed3', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'floating_ip_address': '172.27.1.81', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'port_id': '0eef209c-31b8-4128-91c4-b268848f7512', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'mac_address': 'fa:16:3e:99:56:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6456f179-5c11-462c-920a-a8939662cdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:37:41Z', 'updated_at': '2022-06-24T10:39:39Z', 'revision_number': 3, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:39:41.233364 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fe2191ac-4424-430e-a3b5-5667b690f072 req-b900216c-7c24-4a22-94d9-21f1f0de22b4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Jun 24 10:39:41.328197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a4d9-d379-4ddd-b5e5-c0a753b6b559 req-e223e4c2-d124-4bc2-bb5f-f7e0138ba98e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:41.329858 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc41a4d9-d379-4ddd-b5e5-c0a753b6b559 req-e223e4c2-d124-4bc2-bb5f-f7e0138ba98e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Jun 24 10:39:41.381294 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc41a4d9-d379-4ddd-b5e5-c0a753b6b559 req-95220480-e355-4419-a40b-1720200589be tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457332 Jun 24 10:39:41.403264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 47876) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:41.609271 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099b2cb-da3e-41bf-9e5b-69b978e8f6ca tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:41.610760 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d099b2cb-da3e-41bf-9e5b-69b978e8f6ca tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1125 time: 0.2065203 Jun 24 10:39:41.613921 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 47880) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:41.618428 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'port_id': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:39:41.644553 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:41.664565 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:41.729915 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:41.835894 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.27.1.161 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/57eed12c-88a5-4811-a018-e6caa62eb84f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:39:41.941979 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:41.979626 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.018391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:39:42.022705 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:39:42.025374 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:39:42.048386 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=57eed12c-88a5-4811-a018-e6caa62eb84f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:42.065230 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.065562 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.065886 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.066212 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.066593 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.066905 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.067214 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.067523 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.067815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.068117 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.068427 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.068752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.069067 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.069367 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.069670 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:39:42.352966 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd002-adeb-4b38-bd38-aad7b58ec7d2 req-c63337c4-6eac-43bc-8f87-2c1a6022f819 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:42.354573 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dfafd002-adeb-4b38-bd38-aad7b58ec7d2 req-c63337c4-6eac-43bc-8f87-2c1a6022f819 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0503352 Jun 24 10:39:42.377131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:42.400225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.403449 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dfafd002-adeb-4b38-bd38-aad7b58ec7d2 req-941c2376-8185-4795-a826-17577a18ef91 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Jun 24 10:39:42.425216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:42.427830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f590de5-b677-4ecb-8249-fe9394e7e0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:42.465822 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f76625-6ba0-43b8-b222-a7a2f1dddcd1 x-openstack-request-id: req-68f76625-6ba0-43b8-b222-a7a2f1dddcd1 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:42.466094 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:42.466334 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68f76625-6ba0-43b8-b222-a7a2f1dddcd1 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:42.466791 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f76625-6ba0-43b8-b222-a7a2f1dddcd1'] response: {'name': 'network-changed', 'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'status': 'completed', 'code': 200} Jun 24 10:39:42.474141 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.508525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:42.626855 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.630230 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:39:42.633799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.702560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=57eed12c-88a5-4811-a018-e6caa62eb84f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:42.717102 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:42.810675 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3 associated. External IP: 172.27.1.161, port: f10fad00-dddc-4bae-9fce-5914b2b2b0ad. Jun 24 10:39:43.010924 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:39:43.115409 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:39:43.125827 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:39:43.135607 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:43.137515 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:39:43.138204 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:39:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:43.171337 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:43.177455 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8170abe8-dff3-4cd8-915e-349f6e8162a1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5603065 Jun 24 10:39:43.177455 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:39:43.178442 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6554c61e-e021-4d6c-ab90-506f25fdaa33" -d '{"events": [{"name": "network-changed", "server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:39:43.216541 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a64ef7-c8f7-453f-adbd-f002ff8479bd x-openstack-request-id: req-28a64ef7-c8f7-453f-adbd-f002ff8479bd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:39:43.216993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:39:43.217260 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28a64ef7-c8f7-453f-adbd-f002ff8479bd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:39:43.218000 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a64ef7-c8f7-453f-adbd-f002ff8479bd'] response: {'name': 'network-changed', 'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'status': 'completed', 'code': 200} Jun 24 10:39:43.226659 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-d23c6ba4-cb5a-4f4d-b8bf-a26055ee83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.228295 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-d23c6ba4-cb5a-4f4d-b8bf-a26055ee83b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0472021 Jun 24 10:39:43.262251 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:39:43.300277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:43.310931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-ea109789-ffcd-41c2-85b5-88a006d04460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.312545 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-ea109789-ffcd-41c2-85b5-88a006d04460 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1130 time: 0.0418179 Jun 24 10:39:43.357290 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-275f4f00-c8dd-4127-b037-a2da41a27803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.358815 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-275f4f00-c8dd-4127-b037-a2da41a27803 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0902627 Jun 24 10:39:43.408789 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-41ab66d6-1a66-43c7-bbe5-089897239a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.410475 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-41ab66d6-1a66-43c7-bbe5-089897239a76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0907028 Jun 24 10:39:43.479932 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-a7ac16f0-10c4-4deb-a5b7-421daf190f15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 1001 time: 0.0833015 Jun 24 10:39:43.482370 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:43.497630 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:bd:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:39:42Z', 'updated_at': '2022-06-24T10:39:42Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:43.500991 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-54093741-4ba0-4a8e-aab4-b5b0d2790084 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 200 len: 1000 time: 0.0766656 Jun 24 10:39:43.522265 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:39:43.530905 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:39:43.531474 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:39:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:43.534824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20681999-cead-4e86-84d0-ae4fc178350a req-1b065697-0ef8-44e7-9a2a-a3346b69d6d3 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.536281 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-20681999-cead-4e86-84d0-ae4fc178350a req-1b065697-0ef8-44e7-9a2a-a3346b69d6d3 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Jun 24 10:39:43.588078 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-20681999-cead-4e86-84d0-ae4fc178350a req-efa097a8-24be-494f-9da6-fac078265bf2 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457811 Jun 24 10:39:43.633276 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:39:43.656264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-fa9259eb-b830-458f-a25f-149e71bf0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.657981 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-fa9259eb-b830-458f-a25f-149e71bf0e7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0485511 Jun 24 10:39:43.658122 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:43.673397 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-254e3797-f775-4737-8cfb-3ce17f5c76cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:43.674880 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-254e3797-f775-4737-8cfb-3ce17f5c76cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0658696 Jun 24 10:39:43.926396 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:bd:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:39:42Z', 'updated_at': '2022-06-24T10:39:42Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:39:43.954418 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f942a3-22ef-4b11-9ce8-56f6a0c2c867 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:bd:78:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:39:42Z', 'updated_at': '2022-06-24T10:39:42Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:39:44.148280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-de55bc32-0f18-41d9-a418-7068e417358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.150057 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-de55bc32-0f18-41d9-a418-7068e417358f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562589 Jun 24 10:39:44.154603 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-4fd57bd3-eee1-46fb-868f-f48148151217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.156129 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-4fd57bd3-eee1-46fb-868f-f48148151217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625513 Jun 24 10:39:44.199292 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1f4a1-164b-4ff0-8ccf-2c12507228b5 None None] New status for floating IP 709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:39:44.261617 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-ae40f45a-bec2-43a0-b38f-0b6c133bbcb0 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973876 Jun 24 10:39:44.273267 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-ac7a1fa1-3830-454b-bb6c-5192ce7354ad service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084864 Jun 24 10:39:44.362299 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bb6f205-f85e-4585-b5af-679ad5dcefe4 req-b5f8ea1b-8c0d-4c64-a0e5-c9df2965e199 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901234 Jun 24 10:39:44.364075 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6554c61e-e021-4d6c-ab90-506f25fdaa33 req-1eb4f39e-a27c-4cdf-8846-01838784b54b service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853279 Jun 24 10:39:44.453029 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-2893fcfc-0d50-465d-865d-4a3dfc79c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.454446 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-2893fcfc-0d50-465d-865d-4a3dfc79c95b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 1130 time: 0.0447094 Jun 24 10:39:44.549312 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-b2202f2c-11d0-4d90-82b5-701c0630bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.550752 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-b2202f2c-11d0-4d90-82b5-701c0630bf3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0899670 Jun 24 10:39:44.617972 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-0a4d0284-5be7-4bfd-af64-9d06d9c0c22d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 200 len: 1001 time: 0.0599117 Jun 24 10:39:44.676395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-3d2e7fe3-6bb6-4fcc-a821-a3f40e347112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.677835 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-3d2e7fe3-6bb6-4fcc-a821-a3f40e347112 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0526922 Jun 24 10:39:44.738720 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d97d3-d1e5-4fbe-9599-06ae088cddf6 req-b1d0ba84-c158-4543-a78f-06d406d79d4f tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.740062 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-144d97d3-d1e5-4fbe-9599-06ae088cddf6 req-b1d0ba84-c158-4543-a78f-06d406d79d4f tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0790353 Jun 24 10:39:44.742915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-dee919c5-b322-4a74-911b-f555a4b1e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:39:44.744207 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-dee919c5-b322-4a74-911b-f555a4b1e66b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507627 Jun 24 10:39:44.843506 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-144d97d3-d1e5-4fbe-9599-06ae088cddf6 req-a0d76aae-c725-444c-9cce-b05705f6a7c1 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975740 Jun 24 10:39:44.874013 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-8557f991-7d70-45f8-9fed-61018ca9dcf3 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152735 Jun 24 10:39:44.959642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:44.972566 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:44.979558 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0f590de5-b677-4ecb-8249-fe9394e7e0e2 req-56181b3f-61d9-4ba7-b6a9-cfeb5573fe30 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948379 Jun 24 10:39:46.688340 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 47932) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:46.814300 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86cf98d0-5510-4582-959e-d421d4e34cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:46.892630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86cf98d0-5510-4582-959e-d421d4e34cae admin admin] Publish callbacks [] for security_group (b9e3c860-e892-4ef3-aa17-e89973802cae), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:46.898292 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-86cf98d0-5510-4582-959e-d421d4e34cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b9e3c860-e892-4ef3-aa17-e89973802cae), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:46.935693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf98d0-5510-4582-959e-d421d4e34cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e3c860-e892-4ef3-aa17-e89973802cae,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:46.939882 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-86cf98d0-5510-4582-959e-d421d4e34cae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=395147d3b18b4a5f895639e2b9fe9987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504687 Jun 24 10:39:46.942561 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 47936) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:39:46.992852 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] Publish callbacks [] for security_group (b9e3c860-e892-4ef3-aa17-e89973802cae), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:47.016961 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] Publish callbacks [] for security_group (b9e3c860-e892-4ef3-aa17-e89973802cae), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:47.070655 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b9e3c860-e892-4ef3-aa17-e89973802cae), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:47.073190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:39:47.074371 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9e3c860-e892-4ef3-aa17-e89973802cae HTTP/1.1" status: 204 len: 168 time: 0.1309226 Jun 24 10:39:47.082342 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db7d9-4cb6-4e2d-8bfc-dc81b54968ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e3c860-e892-4ef3-aa17-e89973802cae,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:39:47.095783 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:54.976482 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:57.052494 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=63,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:57.079024 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:57.099902 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:39:57.942009 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6c9def4c-b08a-44bd-b106-dae766fbc0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:00.336822 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f24ab823-4593-429d-ab22-e6b5e509fb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:01.024508 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93b30f-c8c5-4cfa-862f-f3723c86e4f5 req-038e2411-a293-42ca-86aa-cb838617162f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:01.025907 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb93b30f-c8c5-4cfa-862f-f3723c86e4f5 req-038e2411-a293-42ca-86aa-cb838617162f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0474274 Jun 24 10:40:01.080067 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb93b30f-c8c5-4cfa-862f-f3723c86e4f5 req-980962e2-37c9-4328-809e-4f41fd398717 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484514 Jun 24 10:40:01.538858 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:02.046771 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:02.221883 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5edb46-7458-4ea1-a4c1-80cac206f45c req-4980c55c-7ecd-4975-a5ba-b0c6469e0584 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:02.223535 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c5edb46-7458-4ea1-a4c1-80cac206f45c req-4980c55c-7ecd-4975-a5ba-b0c6469e0584 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0572741 Jun 24 10:40:02.276827 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c5edb46-7458-4ea1-a4c1-80cac206f45c req-520b1dee-6633-44d6-9664-83d4c05eb1ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Jun 24 10:40:02.630585 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=76 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:02.634982 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=80 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:03.073894 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f51f-ab71-4369-b50a-ea463172344d req-25bcd0dc-9788-488c-babe-123cdae4171f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:03.075341 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63f1f51f-ab71-4369-b50a-ea463172344d req-25bcd0dc-9788-488c-babe-123cdae4171f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0540519 Jun 24 10:40:03.163812 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Deleting port bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:03.164146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.215520 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.263647 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] For port bcb7370e-287a-4f51-9b23-0add5505f560, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=bcb7370e-287a-4f51-9b23-0add5505f560,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:03.264273 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.408681 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.457075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff791692-4036-4e77-a9db-a0c3113f72e8 req-fe6109a8-92a4-48ee-bcd7-915478365f87 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:03.458666 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ff791692-4036-4e77-a9db-a0c3113f72e8 req-fe6109a8-92a4-48ee-bcd7-915478365f87 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 947 time: 0.0961409 Jun 24 10:40:03.782846 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.783197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.783554 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Floating IP 62869543-a676-4ac2-bfe5-2f1f85333a10 disassociated. External IP: 172.27.1.90, port: bcb7370e-287a-4f51-9b23-0add5505f560. Jun 24 10:40:03.783897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Calling delete_port for bcb7370e-287a-4f51-9b23-0add5505f560 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:03.810910 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ff791692-4036-4e77-a9db-a0c3113f72e8 req-aa416c8c-d0b8-4324-a537-05cae06fa935 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=d9052e99-d5a6-4df5-8efb-06219ee9c0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739057 Jun 24 10:40:03.931390 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (bcb7370e-287a-4f51-9b23-0add5505f560), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:03.958784 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'Port': ['ID=bcb7370e-287a-4f51-9b23-0add5505f560,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:03.970659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.971000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.971337 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.971675 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.971979 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.972300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.972627 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.973057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.973385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.973742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.974046 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.974378 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.974689 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.975006 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:03.975319 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:04.076326 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:04.080691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:04.090802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:04.198108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:04.209283 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:04.219883 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:04.220493 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:04.247664 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] No DVR routers for this DVR port bcb7370e-287a-4f51-9b23-0add5505f560 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:04.250294 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:04.253690 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63f1f51f-ab71-4369-b50a-ea463172344d req-98ee4c29-dd3c-4b21-9246-a9ea5119786e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "DELETE /v2.0/ports/bcb7370e-287a-4f51-9b23-0add5505f560 HTTP/1.1" status: 204 len: 173 time: 1.1682382 Jun 24 10:40:04.254133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-deleted', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:04.256593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9579b4-3d12-4068-b794-5ed8d7c51a28" -d '{"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-deleted", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:04.306827 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dc3a71-d977-43e5-9dd1-401a8e8d37f1 x-openstack-request-id: req-e4dc3a71-d977-43e5-9dd1-401a8e8d37f1 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:04.307420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d906fe1-2729-458e-8564-c4ba21b2767a", "name": "network-vif-deleted", "tag": "bcb7370e-287a-4f51-9b23-0add5505f560", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:04.307420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4dc3a71-d977-43e5-9dd1-401a8e8d37f1 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:04.307748 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dc3a71-d977-43e5-9dd1-401a8e8d37f1'] response: {'server_uuid': '2d906fe1-2729-458e-8564-c4ba21b2767a', 'name': 'network-vif-deleted', 'tag': 'bcb7370e-287a-4f51-9b23-0add5505f560', 'status': 'completed', 'code': 200} Jun 24 10:40:04.325241 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:04.510522 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:04.539898 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:04.548441 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:04.549099 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:04.652600 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:04.859642 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:04.905338 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df725-64e6-4077-ac1f-34d037d9cf29 None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:04.980179 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-72df07ea-d176-47b8-a18e-52c651c4bd3a req-f98fbd20-7a5c-4674-b2f0-1c314fe7f5c0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=2d906fe1-2729-458e-8564-c4ba21b2767a HTTP/1.1" status: 200 len: 210 time: 0.0323305 Jun 24 10:40:05.160719 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c2a2f-e14f-4e4e-b8da-6a0345cf7494 None None] New status for floating IP 62869543-a676-4ac2-bfe5-2f1f85333a10: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:40:06.079933 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48058) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:06.142469 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (d9052e99-d5a6-4df5-8efb-06219ee9c0f7), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.166432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (d9052e99-d5a6-4df5-8efb-06219ee9c0f7), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.192254 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d1996-c1fa-4852-8fa6-1076961c72c6 req-53b9204c-f97d-4434-8614-e1cc61246ac4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:06.193957 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-af9d1996-c1fa-4852-8fa6-1076961c72c6 req-53b9204c-f97d-4434-8614-e1cc61246ac4 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0507677 Jun 24 10:40:06.215067 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d9052e99-d5a6-4df5-8efb-06219ee9c0f7), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.218339 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.219498 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "DELETE /v2.0/security-groups/d9052e99-d5a6-4df5-8efb-06219ee9c0f7 HTTP/1.1" status: 204 len: 168 time: 0.1382661 Jun 24 10:40:06.222338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48062) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:06.229394 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd5d0b-e530-4885-898d-066e17d0d164 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9052e99-d5a6-4df5-8efb-06219ee9c0f7,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:06.251511 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.api.v2.resource [None req-c192570f-ed7d-4342-a673-3d15f8cc567d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] show failed (client error): The resource could not be found. Jun 24 10:40:06.255386 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-c192570f-ed7d-4342-a673-3d15f8cc567d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups/d9052e99-d5a6-4df5-8efb-06219ee9c0f7 HTTP/1.1" status: 404 len: 347 time: 0.0291958 Jun 24 10:40:06.256098 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48064) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:06.262094 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-af9d1996-c1fa-4852-8fa6-1076961c72c6 req-fdb579f0-e721-4afe-a6dd-54526809d623 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613410 Jun 24 10:40:06.372717 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Deleting port 38c4c708-8307-4bd3-82a0-5f8fcaa8628e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:06.373225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.454780 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.455006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.472176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Calling delete_port for 38c4c708-8307-4bd3-82a0-5f8fcaa8628e owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:06.629044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (38c4c708-8307-4bd3-82a0-5f8fcaa8628e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.635571 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:06.654657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: bcb7370e-287a-4f51-9b23-0add5505f560 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:06.654972 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device bcb7370e-287a-4f51-9b23-0add5505f560 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:06.658936 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'Port': ['ID=38c4c708-8307-4bd3-82a0-5f8fcaa8628e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:06.717220 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (62869543-a676-4ac2-bfe5-2f1f85333a10), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.719872 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.721038 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1739f5f4-ae11-4fef-b6bc-9a331516c9ff tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "DELETE /v2.0/floatingips/62869543-a676-4ac2-bfe5-2f1f85333a10 HTTP/1.1" status: 204 len: 168 time: 0.4633121 Jun 24 10:40:06.811369 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48068) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:06.816050 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1486478278', 'description': 'tempest-description--610362267'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:06.840018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.915944 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (cce58318-eada-46da-95b8-1b129c76ca75), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.922407 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cce58318-eada-46da-95b8-1b129c76ca75), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.954302 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:06.955544 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430962 Jun 24 10:40:06.956387 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f5342-379f-4fca-932b-d12e3e9e17b5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce58318-eada-46da-95b8-1b129c76ca75,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:06.958675 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48070) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:06.963169 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group_rule': {'security_group_id': 'cce58318-eada-46da-95b8-1b129c76ca75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:06.976684 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:06.991546 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (68b75f11-5f58-475d-a47b-8ccb0a109751), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.038009 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:07.055212 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (68b75f11-5f58-475d-a47b-8ccb0a109751), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.060304 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (68b75f11-5f58-475d-a47b-8ccb0a109751), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.079979 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b75f11-5f58-475d-a47b-8ccb0a109751,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:07.088055 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.089946 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6e2dd96d-bb81-4d30-91e3-2b968ce6e2ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297281 Jun 24 10:40:07.094921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48072) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:07.099458 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'security_group_rule': {'security_group_id': 'cce58318-eada-46da-95b8-1b129c76ca75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:07.128587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (1bc9bbec-a331-4992-a125-807413684c72), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.191699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (1bc9bbec-a331-4992-a125-807413684c72), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.197574 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (1bc9bbec-a331-4992-a125-807413684c72), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.219005 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc9bbec-a331-4992-a125-807413684c72,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:07.227098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.228243 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2770ba2e-5233-44ce-9a3c-94d968fc938f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323104 Jun 24 10:40:07.231841 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48074) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:07.236227 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:07.264924 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.376353 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.392956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b1c2-e41f-4751-8805-170782a20d7b req-17836a4c-974f-48d6-a374-b9848976904b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:07.394405 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d439b1c2-e41f-4751-8805-170782a20d7b req-17836a4c-974f-48d6-a374-b9848976904b tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0603888 Jun 24 10:40:07.509347 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d439b1c2-e41f-4751-8805-170782a20d7b req-37cd8098-4841-40ec-a19c-6723147e0dce tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f6d8512-a045-4409-928b-5e5e9c58139e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835803 Jun 24 10:40:07.527658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Allocated IP 172.27.1.159 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/cf716312-7956-483c-81a4-699ecaa2c389) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:40:07.633490 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (cf716312-7956-483c-81a4-699ecaa2c389), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.640369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:07.645348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:07.670552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (cf716312-7956-483c-81a4-699ecaa2c389), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.710477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:40:07.715093 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:40:07.719235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:40:07.722490 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=cf716312-7956-483c-81a4-699ecaa2c389,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:07.837260 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:07.881305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (cf716312-7956-483c-81a4-699ecaa2c389), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.048562 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-af2b13aa-4a3e-4f97-ac87-8ff8c2c356a5 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:08.050029 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-af2b13aa-4a3e-4f97-ac87-8ff8c2c356a5 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 945 time: 0.0635366 Jun 24 10:40:08.105155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (cf716312-7956-483c-81a4-699ecaa2c389), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.113319 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (cf716312-7956-483c-81a4-699ecaa2c389), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.218599 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Deleting port 3002100f-f2f1-4785-b6e8-359e85ff5114 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:08.219285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.221601 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=cf716312-7956-483c-81a4-699ecaa2c389,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:08.253779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.305507 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.306741 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-46062701-6acb-4d07-a3fd-d95a5c4bb5bc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0740001 Jun 24 10:40:08.334026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] For port 3002100f-f2f1-4785-b6e8-359e85ff5114, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=3002100f-f2f1-4785-b6e8-359e85ff5114,segment=NetworkSegment(814c91f0-8900-4d4d-b089-d473a405ec8d),segment_id=814c91f0-8900-4d4d-b089-d473a405ec8d)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:08.334389 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.348702 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Calling delete_port for 3002100f-f2f1-4785-b6e8-359e85ff5114 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:08.424394 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:08.425605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:08.523056 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (3002100f-f2f1-4785-b6e8-359e85ff5114), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.541057 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['3002100f-f2f1-4785-b6e8-359e85ff5114'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:08.551743 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-b13f3b20-cd2b-4031-9cf5-c973c73613d9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1486478278&fields=id&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 267 time: 0.0880914 Jun 24 10:40:08.554605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Pushing event deleted for resources: {'Port': ['ID=3002100f-f2f1-4785-b6e8-359e85ff5114,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:08.656850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] No DVR routers for this DVR port 3002100f-f2f1-4785-b6e8-359e85ff5114 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:08.661249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:08.664354 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93301c53-55ad-4e42-8727-34dbd5daf098 req-adc56168-8a4f-4998-948f-6cae06a0d863 tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.20 "DELETE /v2.0/ports/3002100f-f2f1-4785-b6e8-359e85ff5114 HTTP/1.1" status: 204 len: 173 time: 0.6001465 Jun 24 10:40:08.664926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'name': 'network-vif-deleted', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:08.667119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e19d71-ce67-4dd6-8f76-e01d857df10a" -d '{"events": [{"server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "name": "network-vif-deleted", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:08.670594 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f2d732db-d7fc-4a0b-ba30-93c2deaf0f46 req-5f821cc7-782b-4e8b-a738-e18fcde5f0ed tempest-VolumesSnapshotTestJSON-710481972 tempest-VolumesSnapshotTestJSON-710481972-project] 10.222.0.69 "GET /v2.0/ports?device_id=101506ea-7abb-467d-b385-9fde866462a3 HTTP/1.1" status: 200 len: 210 time: 0.0691900 Jun 24 10:40:08.733267 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-4ba6bc42-bfc0-434a-b162-e755002cd1ec tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:08.734812 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-4ba6bc42-bfc0-434a-b162-e755002cd1ec tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 815 time: 0.1683071 Jun 24 10:40:08.736280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b5c854-06ed-48ac-b16e-f0c7b586111a x-openstack-request-id: req-24b5c854-06ed-48ac-b16e-f0c7b586111a {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:08.736556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101506ea-7abb-467d-b385-9fde866462a3", "name": "network-vif-deleted", "tag": "3002100f-f2f1-4785-b6e8-359e85ff5114", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:08.736821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24b5c854-06ed-48ac-b16e-f0c7b586111a {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:08.737200 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b5c854-06ed-48ac-b16e-f0c7b586111a'] response: {'server_uuid': '101506ea-7abb-467d-b385-9fde866462a3', 'name': 'network-vif-deleted', 'tag': '3002100f-f2f1-4785-b6e8-359e85ff5114', 'status': 'completed', 'code': 200} Jun 24 10:40:08.751810 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f50772ad-6692-4a10-a788-996656afd776 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/quotas/281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 375 time: 0.0099854 Jun 24 10:40:08.807554 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-bcbcef1c-6972-4620-a3b4-d14f95f3e282 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498748 Jun 24 10:40:08.906135 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-ee45c82d-b5be-4b1f-a740-4217a369f58e service neutron] 10.222.0.69 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866728 Jun 24 10:40:09.010237 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-9de175ea-4bfd-47d4-b964-86bfdb96dfed service neutron] 10.222.0.69 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971963 Jun 24 10:40:09.199557 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-72fc6d96-e521-457e-a0d1-3ee66fc1ffd6 req-5824684c-b1e8-4f91-860e-f000194cf3aa tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 210 time: 0.0345051 Jun 24 10:40:10.277622 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-1cd974ac-f961-4c35-8396-7e6d207759b3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:10.279158 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-1cd974ac-f961-4c35-8396-7e6d207759b3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 815 time: 0.1046901 Jun 24 10:40:10.321894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-408f623b-8445-4e28-a952-b102260aebe9 req-5db6be7b-93dc-42d7-b5b7-36dd280e381a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 210 time: 0.0399323 Jun 24 10:40:10.372549 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-321f9519-7c59-496a-b401-1b3dc8bb3c42 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 380 time: 0.0589049 Jun 24 10:40:10.451040 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'port': {'device_id': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'admin_state_up': True, 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'security_groups': ['cce58318-eada-46da-95b8-1b129c76ca75']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:10.570552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Made reservation on behalf of 281651371cba4d4a9454b0747947cc83 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:40:10.574039 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:10.652018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:10.701556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:10.705781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Allocated IP 172.20.0.11 (5c54d8b2-277b-49d0-99b7-bf6f64432c4a/6f17f660-347c-408a-85fe-c3c1bdd4c6d5/ddc7ea5d-9bef-4578-8f64-88c270cc0ec2) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:40:10.849563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:10.885705 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:10.935396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:40:10.940895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:40:10.943430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:10.945568 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:40:10.995459 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:10.995889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.015467 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-c101bffc-d991-4cf2-9f94-19fabfdd83b8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710936 Jun 24 10:40:11.028448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Request body: {'port': {'device_id': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:11.104308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.221382 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-503435ee-d1a8-4280-b5f5-3ec9da4301f0 None None] Provisioning complete for port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:40:11.221959 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-503435ee-d1a8-4280-b5f5-3ec9da4301f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.257119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-503435ee-d1a8-4280-b5f5-3ec9da4301f0 None None] Port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:40:11.377344 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:40:11.385615 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks [] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.400236 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Transition to ACTIVE for port object ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:40:11.409928 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.473315 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:11.486162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbb0eb-02d8-4790-bee5-da91c85e2f89 req-8157f87e-c031-4018-b9db-9ce34d327c11 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:11.488218 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-90bbb0eb-02d8-4790-bee5-da91c85e2f89 req-8157f87e-c031-4018-b9db-9ce34d327c11 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0900254 Jun 24 10:40:11.502477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:11.522638 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:11.604968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-90bbb0eb-02d8-4790-bee5-da91c85e2f89 req-c449a931-f723-4f26-93cf-f34771bc6928 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069462 Jun 24 10:40:11.624760 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Attempting to bind port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:40:11.625256 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Attempting to bind port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:40:11.625672 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Attempting to bind port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:40:11.630757 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:40:11.631080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Attempting to bind port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 on network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:40:11.636479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:40:11.636850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Checking segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:40:11.637254 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Bound using segment: {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:40:11.637659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Bound port: ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d8af7b-dd36-45f3-9833-d2ac406f4874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:40:11.638018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.699980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:40:11.703126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:40:11.713391 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.754397 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:11.755119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:11.756519 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 1094 time: 0.7327726 Jun 24 10:40:11.757084 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:11.759238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f9a3db-a725-457c-beab-90d6d483aa75" -d '{"events": [{"name": "network-changed", "server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:11.779309 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d40a1-f8b0-410e-affc-e590428d6cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:11.800385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c333bfcf-977c-4a47-bb21-826205483ad0 x-openstack-request-id: req-c333bfcf-977c-4a47-bb21-826205483ad0 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:11.800671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:11.800960 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c333bfcf-977c-4a47-bb21-826205483ad0 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:11.801367 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c333bfcf-977c-4a47-bb21-826205483ad0'] response: {'name': 'network-changed', 'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'status': 'completed', 'code': 200} Jun 24 10:40:12.736693 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfa3f6-484c-4c10-b68f-bf7938984d7d req-9acce692-9ea8-4a8d-bd14-9d3cdacb8af6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:12.738093 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78bfa3f6-484c-4c10-b68f-bf7938984d7d req-9acce692-9ea8-4a8d-bd14-9d3cdacb8af6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0482419 Jun 24 10:40:12.790969 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78bfa3f6-484c-4c10-b68f-bf7938984d7d req-7039b60d-6538-4754-9e07-95faf98df529 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453985 Jun 24 10:40:13.922669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ecc42-757b-4dc7-a54d-0926b80c37ac req-71e799ef-c26e-4553-99e4-53a969c8e9ce tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:13.924125 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-386ecc42-757b-4dc7-a54d-0926b80c37ac req-71e799ef-c26e-4553-99e4-53a969c8e9ce tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0484526 Jun 24 10:40:13.972117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-386ecc42-757b-4dc7-a54d-0926b80c37ac req-582a497c-05ae-4a23-8908-67fefa35ffcb tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Jun 24 10:40:14.052414 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 3002100f-f2f1-4785-b6e8-359e85ff5114 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:14.079020 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 3002100f-f2f1-4785-b6e8-359e85ff5114 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:14.079329 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 3002100f-f2f1-4785-b6e8-359e85ff5114 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:14.110323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-407ddd02-240a-44b0-9112-a643f55bea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.111696 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-407ddd02-240a-44b0-9112-a643f55bea67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1128 time: 0.0397205 Jun 24 10:40:14.229012 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-59824166-81b5-4d23-941e-503232e57d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.230485 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-59824166-81b5-4d23-941e-503232e57d00 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=281651371cba4d4a9454b0747947cc83&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1011505 Jun 24 10:40:14.330264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-1f31e4b4-a3df-408a-9e05-717541d92fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.331748 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-14f9a3db-a725-457c-beab-90d6d483aa75 req-1f31e4b4-a3df-408a-9e05-717541d92fc8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936573 Jun 24 10:40:14.416438 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-503b155d-e67b-4aba-ac44-cb767d98a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.418188 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-503b155d-e67b-4aba-ac44-cb767d98a1ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1128 time: 0.0476410 Jun 24 10:40:14.460707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-172062b0-8dea-42c4-9de0-f29f24531782 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 217 time: 0.0332861 Jun 24 10:40:14.515626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-a5a520bb-5252-4602-a63d-44d2dde2aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.517165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-a5a520bb-5252-4602-a63d-44d2dde2aac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0448797 Jun 24 10:40:14.569421 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-ebc0c2eb-c6a6-465e-b42e-a613acb141a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:14.570929 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-ebc0c2eb-c6a6-465e-b42e-a613acb141a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444252 Jun 24 10:40:14.674707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-8d36d090-7d26-47e7-bea4-69b024bb4cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934098 Jun 24 10:40:14.713222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:14.717445 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:14.775554 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e94b39e-7905-4a0a-adc7-3f3f241c7849 req-f225ad7b-1b90-430d-a553-bc17539b193a service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920577 Jun 24 10:40:15.123628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f239-3f77-44f6-864d-06c7a722a0e1 req-a52ffa0c-d48f-40a9-ad79-563216f784a9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:15.125105 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec24f239-3f77-44f6-864d-06c7a722a0e1 req-a52ffa0c-d48f-40a9-ad79-563216f784a9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0550501 Jun 24 10:40:15.183763 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ec24f239-3f77-44f6-864d-06c7a722a0e1 req-e1fbc39d-abc5-418e-92b1-04ee8c34163a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528362 Jun 24 10:40:16.309053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ecc6c-651c-4f88-8dd5-35a301e166bf req-d2fccaf1-16a4-4f1d-98ed-22a3dcfd740e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:16.310497 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d73ecc6c-651c-4f88-8dd5-35a301e166bf req-d2fccaf1-16a4-4f1d-98ed-22a3dcfd740e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0470443 Jun 24 10:40:16.377919 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d73ecc6c-651c-4f88-8dd5-35a301e166bf req-258db11a-4c83-4ce7-ac81-175cf63e6250 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587134 Jun 24 10:40:17.080064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:17.217589 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fcf05-afdc-4dfe-96c1-1d6625fe299c req-830f07ae-b826-496e-beef-0eec68439345 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:17.219423 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c65fcf05-afdc-4dfe-96c1-1d6625fe299c req-830f07ae-b826-496e-beef-0eec68439345 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0572064 Jun 24 10:40:17.268274 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c65fcf05-afdc-4dfe-96c1-1d6625fe299c req-3ad0ed8f-1985-4f92-8a8e-c43fc7592095 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Jun 24 10:40:17.511311 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0525b4c-ee0f-4d57-b77c-9fb1c7e163dd req-3d6b407f-c5bb-452a-8b14-d144e545b349 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:17.512783 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a0525b4c-ee0f-4d57-b77c-9fb1c7e163dd req-3d6b407f-c5bb-452a-8b14-d144e545b349 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0496531 Jun 24 10:40:17.559267 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a0525b4c-ee0f-4d57-b77c-9fb1c7e163dd req-c2e2f017-cc26-463b-8acc-3ac3fe6f4e23 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Jun 24 10:40:18.067523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:40:18.178181 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:18.189983 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:40:18.227084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:40:18.227473 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:18.241046 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:40:18.261550 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:18.267097 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:18.323322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:18.331949 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.332459 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.332823 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.333187 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.333517 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.333855 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.334177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.334517 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.334889 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.335204 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.335722 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.336563 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.336563 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.336563 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.336940 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:18.567491 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:18.688459 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f5cd4-ab03-4b40-8635-7e593dc1e914 req-4943817b-03f1-4e45-b155-9ee411d0d2b3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:18.689941 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-021f5cd4-ab03-4b40-8635-7e593dc1e914 req-4943817b-03f1-4e45-b155-9ee411d0d2b3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.3369703 Jun 24 10:40:18.720912 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f50d-fe71-445e-acab-f1c3b2449d87 req-67f5998b-c246-462a-bc0b-d08830e3a9f6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:18.722339 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03f8f50d-fe71-445e-acab-f1c3b2449d87 req-67f5998b-c246-462a-bc0b-d08830e3a9f6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0714335 Jun 24 10:40:18.762837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-021f5cd4-ab03-4b40-8635-7e593dc1e914 req-a739b918-6651-4f98-a853-1c7d4272fa4d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670197 Jun 24 10:40:18.793865 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03f8f50d-fe71-445e-acab-f1c3b2449d87 req-d94b98ff-d6e8-4cfd-9ebb-0a093f31d4a1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654497 Jun 24 10:40:19.634980 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:40:19.911422 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ade8d3-7a4b-4c3e-b529-5c005dc87ce0 req-7e05f696-468d-4a1a-9d12-82a22f96eda0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:19.912867 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-96ade8d3-7a4b-4c3e-b529-5c005dc87ce0 req-7e05f696-468d-4a1a-9d12-82a22f96eda0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0710793 Jun 24 10:40:19.941041 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cd3fd-96e6-4d62-b8ca-14c09d7dcf22 req-079659e1-8b2c-48d6-a4b6-244081570345 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:19.942431 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc1cd3fd-96e6-4d62-b8ca-14c09d7dcf22 req-079659e1-8b2c-48d6-a4b6-244081570345 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0700321 Jun 24 10:40:19.988005 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-96ade8d3-7a4b-4c3e-b529-5c005dc87ce0 req-da57a92e-a070-4a24-8e9d-7592d2b2da96 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695848 Jun 24 10:40:20.010557 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc1cd3fd-96e6-4d62-b8ca-14c09d7dcf22 req-99abb467-f034-41fa-88a5-9ed44a540538 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613050 Jun 24 10:40:21.137824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf6c10-2c92-4e79-acf4-e674ac8ebf87 req-ea40b7e5-66c5-4d3d-962a-287587de2d5d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:21.139321 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-08cf6c10-2c92-4e79-acf4-e674ac8ebf87 req-ea40b7e5-66c5-4d3d-962a-287587de2d5d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0728216 Jun 24 10:40:21.168074 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702910c2-e64d-48f8-ba01-35db90c72f09 req-61e201db-ecfe-4aa6-ac12-e84b723c9474 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:21.169473 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-702910c2-e64d-48f8-ba01-35db90c72f09 req-61e201db-ecfe-4aa6-ac12-e84b723c9474 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0746496 Jun 24 10:40:21.218952 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-08cf6c10-2c92-4e79-acf4-e674ac8ebf87 req-4992c0dc-adab-4850-a722-7d8a8e531ac8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739560 Jun 24 10:40:21.240337 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-702910c2-e64d-48f8-ba01-35db90c72f09 req-9f816ea8-e723-48ef-9abb-68096e6e35aa tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643351 Jun 24 10:40:22.101121 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:40:22.134094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:22.151770 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:40:22.159624 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:40:22.159863 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.182954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-1a9b0383-959e-439f-a20f-72a778883c5f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:22.184418 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-1a9b0383-959e-439f-a20f-72a778883c5f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0503628 Jun 24 10:40:22.196026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:22.197752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:22.233674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:40:22.234055 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.258849 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:22.261068 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d921ad-907c-4af4-a01d-fe72682f4537" -d '{"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:22.277922 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Deleting port 60ac0302-9580-42af-834e-0673bcdbf476 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:22.278261 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:22.278385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (60ac0302-9580-42af-834e-0673bcdbf476), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.288378 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.372865 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:22.377851 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed88f13-24c1-4171-863b-048d730856b3 x-openstack-request-id: req-4ed88f13-24c1-4171-863b-048d730856b3 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:22.378389 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:22.378778 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ed88f13-24c1-4171-863b-048d730856b3 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:22.379303 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed88f13-24c1-4171-863b-048d730856b3'] response: {'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'code': 200} Jun 24 10:40:22.384135 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b0fcf-b8d0-4949-bc91-32b174f786fa req-299002b1-8007-43e3-912b-b62b91564fa6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:22.385688 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-304b0fcf-b8d0-4949-bc91-32b174f786fa req-299002b1-8007-43e3-912b-b62b91564fa6 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 945 time: 0.0678241 Jun 24 10:40:22.501664 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1565d3b-7823-4f1f-a585-0b2db72a15b4 req-ebe007d6-a117-48c6-a0b3-a33754dc2b1f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:22.503214 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f1565d3b-7823-4f1f-a585-0b2db72a15b4 req-ebe007d6-a117-48c6-a0b3-a33754dc2b1f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.1164584 Jun 24 10:40:22.534119 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bec3a-889e-4ad1-b5c2-8e1d0887fb68 req-dbc579f9-15e3-490f-b901-a0a2acf78a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:22.535741 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-665bec3a-889e-4ad1-b5c2-8e1d0887fb68 req-dbc579f9-15e3-490f-b901-a0a2acf78a87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1130 time: 0.0438681 Jun 24 10:40:22.564601 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-304b0fcf-b8d0-4949-bc91-32b174f786fa req-941ca6f9-a308-4c1d-9bc9-8cbea79ded7a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=de700a21-4a72-4c43-9233-71343099fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385627 Jun 24 10:40:22.579237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] For port 60ac0302-9580-42af-834e-0673bcdbf476, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=60ac0302-9580-42af-834e-0673bcdbf476,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:22.579589 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (60ac0302-9580-42af-834e-0673bcdbf476), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.608785 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-665bec3a-889e-4ad1-b5c2-8e1d0887fb68 req-c702909f-6dbf-4c01-896d-ed8228f2af92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657361 Jun 24 10:40:22.653662 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f1565d3b-7823-4f1f-a585-0b2db72a15b4 req-fabb2d6b-4e69-4eb6-b903-7f303b0393de tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394997 Jun 24 10:40:22.824572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.825172 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:22.825604 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Floating IP 99a14c37-ab3d-472e-b5e9-261882441a58 disassociated. External IP: 172.27.1.148, port: 60ac0302-9580-42af-834e-0673bcdbf476. Jun 24 10:40:22.826080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Calling delete_port for 60ac0302-9580-42af-834e-0673bcdbf476 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:23.032409 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c4394-05ed-4119-a048-6740f79e347c req-99b0c7f6-48da-4554-84b7-6169c11c8551 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:23.034199 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1d6c4394-05ed-4119-a048-6740f79e347c req-99b0c7f6-48da-4554-84b7-6169c11c8551 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0971892 Jun 24 10:40:23.057721 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (60ac0302-9580-42af-834e-0673bcdbf476), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:23.098341 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'Port': ['ID=60ac0302-9580-42af-834e-0673bcdbf476,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:23.123580 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1d6c4394-05ed-4119-a048-6740f79e347c req-eec5c203-9ce6-4af2-a561-ad65d0db729d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809791 Jun 24 10:40:23.228902 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:23.233308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:23.275170 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:23.344416 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:23.355611 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:23.366258 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:23.366893 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.388403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] No DVR routers for this DVR port 60ac0302-9580-42af-834e-0673bcdbf476 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:23.390942 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:23.394233 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3d687bd1-3248-4f71-8422-861251f4ca22 req-eb8a6889-6ff1-4c2b-89a4-362dd189745f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "DELETE /v2.0/ports/60ac0302-9580-42af-834e-0673bcdbf476 HTTP/1.1" status: 204 len: 173 time: 1.2046223 Jun 24 10:40:23.394618 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'name': 'network-vif-deleted', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:23.396899 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07af662f-668c-46c2-8b79-559024195234" -d '{"events": [{"server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "name": "network-vif-deleted", "tag": "60ac0302-9580-42af-834e-0673bcdbf476"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:23.442571 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc6253-c5a2-4444-81b3-1656e06c8f19 x-openstack-request-id: req-98cc6253-c5a2-4444-81b3-1656e06c8f19 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:23.442982 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332b01da-30de-4466-9408-485f644e52f7", "name": "network-vif-deleted", "tag": "60ac0302-9580-42af-834e-0673bcdbf476", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:23.443232 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98cc6253-c5a2-4444-81b3-1656e06c8f19 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:23.443632 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98cc6253-c5a2-4444-81b3-1656e06c8f19'] response: {'server_uuid': '332b01da-30de-4466-9408-485f644e52f7', 'name': 'network-vif-deleted', 'tag': '60ac0302-9580-42af-834e-0673bcdbf476', 'status': 'completed', 'code': 200} Jun 24 10:40:23.468463 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:23.473133 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:23.608429 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:23.662150 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.678809 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8dffb62c-2c22-44f9-8305-35f1faa24885 req-fd940fdf-3586-4dce-b797-a4e901e1c42f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.0329635 Jun 24 10:40:23.687895 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:23.698518 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:23.699111 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:23.795552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5096cc2-8224-46a6-8238-536ad0e289f7 req-a1ccfb69-02a7-4e78-adac-0325ae724b9d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:23.797107 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e5096cc2-8224-46a6-8238-536ad0e289f7 req-a1ccfb69-02a7-4e78-adac-0325ae724b9d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0506859 Jun 24 10:40:23.846418 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e5096cc2-8224-46a6-8238-536ad0e289f7 req-5611a6c5-981f-4b74-8e3e-a3056a88ce98 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 Jun 24 10:40:23.887941 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:24.076587 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:24.101564 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5064765-d52d-4b18-94e3-01d6dc9146f7 None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:24.253343 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd61d-c52c-4423-8a5f-d6f42c83c72a req-f6aea85b-3825-4ac4-8366-6eaadc5e0a5d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:24.254836 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-021dd61d-c52c-4423-8a5f-d6f42c83c72a req-f6aea85b-3825-4ac4-8366-6eaadc5e0a5d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0488622 Jun 24 10:40:24.305744 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-021dd61d-c52c-4423-8a5f-d6f42c83c72a req-483ad762-f47f-49f5-a363-9a921d21cf93 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Jun 24 10:40:24.359167 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe937b33-3ed4-4ae9-8f2f-9b2e5420895e None None] New status for floating IP 99a14c37-ab3d-472e-b5e9-261882441a58: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:40:24.362643 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:24.784999 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4fac982d-4528-46bf-976c-d616147af5c8 req-0f4530dd-15af-4f8a-b0de-88325714a78d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.0310640 Jun 24 10:40:25.160666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63209fe8-4024-432d-a7df-157ba9a1ffb5 req-7532cd2e-dacd-4b49-bb34-c2582ca9585d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:25.162142 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63209fe8-4024-432d-a7df-157ba9a1ffb5 req-7532cd2e-dacd-4b49-bb34-c2582ca9585d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.2311087 Jun 24 10:40:25.217428 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-63209fe8-4024-432d-a7df-157ba9a1ffb5 req-87219a8a-bc66-4aad-a065-f9e716a2a6a5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488977 Jun 24 10:40:25.473374 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808f6f0-7e5b-4eee-a204-a7a23c8ee275 req-a13b415d-5b25-45ac-83b3-3152c6bae754 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:25.474859 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2808f6f0-7e5b-4eee-a204-a7a23c8ee275 req-a13b415d-5b25-45ac-83b3-3152c6bae754 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.1015644 Jun 24 10:40:25.523345 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2808f6f0-7e5b-4eee-a204-a7a23c8ee275 req-15d15550-490e-410b-aff7-bbdca72e8345 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Jun 24 10:40:25.894762 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-56d7905f-853f-4ba9-b520-bda1880831b7 req-d45f7fde-2726-426b-ac41-10464c3fbfd4 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.0311944 Jun 24 10:40:26.103160 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 60ac0302-9580-42af-834e-0673bcdbf476 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:26.122938 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 60ac0302-9580-42af-834e-0673bcdbf476 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:26.123273 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 60ac0302-9580-42af-834e-0673bcdbf476 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:26.347910 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72362590-cbb0-4184-9541-925723852bd3 req-bed5843c-eaad-401d-b65f-033dfdd82f74 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:26.349447 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-72362590-cbb0-4184-9541-925723852bd3 req-bed5843c-eaad-401d-b65f-033dfdd82f74 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0497150 Jun 24 10:40:26.401404 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-72362590-cbb0-4184-9541-925723852bd3 req-468c6ffa-fc76-4233-9207-da2f16e95ccd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446110 Jun 24 10:40:26.599383 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-e1e95def-dbd3-446f-aa2a-18242a4f04ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:26.600947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-e1e95def-dbd3-446f-aa2a-18242a4f04ac tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0484371 Jun 24 10:40:26.649525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc6fb0-4652-4e05-83dc-ca99ee87102e req-e26a73be-65f7-4e77-9c71-764d09bd79db tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:26.651217 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0adc6fb0-4652-4e05-83dc-ca99ee87102e req-e26a73be-65f7-4e77-9c71-764d09bd79db tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 946 time: 0.0466774 Jun 24 10:40:26.705200 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0adc6fb0-4652-4e05-83dc-ca99ee87102e req-fc590ac5-759c-4e84-946d-f1c57b7a4dee tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=b4195fbc-2b60-487a-9e2a-c8fe60602407&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481937 Jun 24 10:40:26.951104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Deleting port 0eef209c-31b8-4128-91c4-b268848f7512 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:26.951417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (0eef209c-31b8-4128-91c4-b268848f7512), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.034927 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4adf5e48-1d31-48ed-83af-0a898b4690bb req-228ea582-0714-480b-a5b7-391b8e2a053c tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=332b01da-30de-4466-9408-485f644e52f7 HTTP/1.1" status: 200 len: 210 time: 0.0552421 Jun 24 10:40:27.074299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] For port 0eef209c-31b8-4128-91c4-b268848f7512, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=0eef209c-31b8-4128-91c4-b268848f7512,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:27.074684 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (0eef209c-31b8-4128-91c4-b268848f7512), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.131459 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:27.190920 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:27.254630 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.254985 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.255262 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Floating IP ee809ee8-f4cc-47c4-96a5-58144cd2fed3 disassociated. External IP: 172.27.1.81, port: 0eef209c-31b8-4128-91c4-b268848f7512. Jun 24 10:40:27.255594 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Calling delete_port for 0eef209c-31b8-4128-91c4-b268848f7512 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:27.395703 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (0eef209c-31b8-4128-91c4-b268848f7512), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.424561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event deleted for resources: {'Port': ['ID=0eef209c-31b8-4128-91c4-b268848f7512,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:27.569054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d728fe-2a57-4160-847e-ca17729544f6 req-84f9fceb-73bf-4aae-b6fe-0f33e053c88f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:27.570535 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33d728fe-2a57-4160-847e-ca17729544f6 req-84f9fceb-73bf-4aae-b6fe-0f33e053c88f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0588977 Jun 24 10:40:27.578849 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Router 48d14d00-4801-40e3-b019-04e458dbed21 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:27.667020 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33d728fe-2a57-4160-847e-ca17729544f6 req-feb79d34-f29c-43c6-a2e6-15dd8f897715 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901515 Jun 24 10:40:27.725121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:27.742195 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:27.768363 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:27.769095 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:27.788252 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] No DVR routers for this DVR port 0eef209c-31b8-4128-91c4-b268848f7512 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:27.788924 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.792627 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b2d9bb1f-7693-4596-892c-5a29733cc15f req-5e53fe3f-4ed9-4fab-997c-ff2540861854 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "DELETE /v2.0/ports/0eef209c-31b8-4128-91c4-b268848f7512 HTTP/1.1" status: 204 len: 173 time: 0.9311376 Jun 24 10:40:27.793098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'name': 'network-vif-deleted', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:27.795415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94add0a-fd44-4dd8-8491-cb56a9b99969" -d '{"events": [{"server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "name": "network-vif-deleted", "tag": "0eef209c-31b8-4128-91c4-b268848f7512"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:27.848060 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-57c65d25-5639-4c82-8b51-e5b7529fbc4c req-1e0c5061-1656-4ce5-ae1c-7043b4154839 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=6456f179-5c11-462c-920a-a8939662cdde HTTP/1.1" status: 200 len: 210 time: 0.0496345 Jun 24 10:40:27.865097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c99a6-92f8-414f-b6ec-849489388653 req-86048c20-6cc5-455c-b5b3-c50de5b01590 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:27.866702 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a26c99a6-92f8-414f-b6ec-849489388653 req-86048c20-6cc5-455c-b5b3-c50de5b01590 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.1057940 Jun 24 10:40:27.875661 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48310) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:27.883305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Request body: {'floatingip': {'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:27.917236 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:27.938349 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6e69-f6b0-4e34-a767-a59c1184fec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:27.942191 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db5e6a-70e8-40c8-9480-46e92cd2821b x-openstack-request-id: req-86db5e6a-70e8-40c8-9480-46e92cd2821b {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:27.942505 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6456f179-5c11-462c-920a-a8939662cdde", "name": "network-vif-deleted", "tag": "0eef209c-31b8-4128-91c4-b268848f7512", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:27.942715 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86db5e6a-70e8-40c8-9480-46e92cd2821b {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:27.943109 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86db5e6a-70e8-40c8-9480-46e92cd2821b'] response: {'server_uuid': '6456f179-5c11-462c-920a-a8939662cdde', 'name': 'network-vif-deleted', 'tag': '0eef209c-31b8-4128-91c4-b268848f7512', 'status': 'completed', 'code': 200} Jun 24 10:40:27.945858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.117592 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:28.133529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48316) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:28.148683 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:28.157384 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:28.157979 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:28.190730 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (de700a21-4a72-4c43-9233-71343099fd08), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.215368 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (de700a21-4a72-4c43-9233-71343099fd08), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.267581 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:28.267975 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:28.269820 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:28.275868 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:28.411356 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:28.433011 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.439563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.477795 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:28.503201 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d58275-ef09-40a6-b5c2-8a1149031ab8 None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:35:40Z', 'revision_number': 4, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'b668a919-e593-4e9a-9c13-d5ca80885f55', 'name': '', 'network_id': '45ee52c2-5913-4161-9d2c-193dab823ea6', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'mac_address': 'fa:16:3e:37:d4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'subnets': [{'id': '79f098d1-6778-4f3c-b1cc-12985554c783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:28.528137 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (de700a21-4a72-4c43-9233-71343099fd08), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.530937 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.532168 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "DELETE /v2.0/security-groups/de700a21-4a72-4c43-9233-71343099fd08 HTTP/1.1" status: 204 len: 168 time: 0.3976464 Jun 24 10:40:28.535627 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48318) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:28.547837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Floating IP dd6c3c41-bf6a-4159-9ae3-7394f3825c95 associated. External IP: 172.27.1.159, port: ddc7ea5d-9bef-4578-8f64-88c270cc0ec2. Jun 24 10:40:28.553851 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebdff7-53f4-4750-a028-8379f161f67f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de700a21-4a72-4c43-9233-71343099fd08,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:28.556327 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-18a0bcef-756e-4bc3-be4d-0e1fc48d4b31 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] show failed (client error): The resource could not be found. Jun 24 10:40:28.557561 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-18a0bcef-756e-4bc3-be4d-0e1fc48d4b31 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups/de700a21-4a72-4c43-9233-71343099fd08 HTTP/1.1" status: 404 len: 347 time: 0.0195878 Jun 24 10:40:28.560474 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48320) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:28.676775 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Deleting port cf4fc599-c501-406a-930e-dbbe24297b3d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:28.677315 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.769583 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.769911 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (cf4fc599-c501-406a-930e-dbbe24297b3d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.789577 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Calling delete_port for cf4fc599-c501-406a-930e-dbbe24297b3d owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:28.813335 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d952b-3f99-4dc8-8bf4-c24782c9b3a6 None None] New status for floating IP ee809ee8-f4cc-47c4-96a5-58144cd2fed3: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:40:28.979359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (cf4fc599-c501-406a-930e-dbbe24297b3d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:28.988374 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48332) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.022935 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'Port': ['ID=cf4fc599-c501-406a-930e-dbbe24297b3d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.070559 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:29.129771 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (99a14c37-ab3d-472e-b5e9-261882441a58), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.132213 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.136161 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f5f59683-bc3f-4dd9-9e65-cba8e1f23c98 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "DELETE /v2.0/floatingips/99a14c37-ab3d-472e-b5e9-261882441a58 HTTP/1.1" status: 204 len: 168 time: 0.5718315 Jun 24 10:40:29.145920 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (b4195fbc-2b60-487a-9e2a-c8fe60602407), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.180298 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:29.186038 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (b4195fbc-2b60-487a-9e2a-c8fe60602407), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.195539 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:29.201008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.209030 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:29.227623 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:29.232554 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:29.235760 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48336) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.242888 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93218298', 'description': 'tempest-description--1029101960'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:29.243104 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4d92c583-72f2-46b7-9d46-2469828be27e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "PUT /v2.0/floatingips/dd6c3c41-bf6a-4159-9ae3-7394f3825c95 HTTP/1.1" status: 200 len: 992 time: 1.3662369 Jun 24 10:40:29.257265 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b4195fbc-2b60-487a-9e2a-c8fe60602407), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.260237 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.261473 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "DELETE /v2.0/security-groups/b4195fbc-2b60-487a-9e2a-c8fe60602407 HTTP/1.1" status: 204 len: 168 time: 0.2682273 Jun 24 10:40:29.264419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48340) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.275395 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000396f-f000-413d-a517-3d5484d3700c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4195fbc-2b60-487a-9e2a-c8fe60602407,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.280851 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.api.v2.resource [None req-dd383bb8-a16d-438e-baf5-65465a8db6c5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] show failed (client error): The resource could not be found. Jun 24 10:40:29.285025 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-dd383bb8-a16d-438e-baf5-65465a8db6c5 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups/b4195fbc-2b60-487a-9e2a-c8fe60602407 HTTP/1.1" status: 404 len: 347 time: 0.0189238 Jun 24 10:40:29.286221 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48342) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.330000 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.344381 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:29.387850 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:29.438823 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Deleting port 2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:29.439190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.517771 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (2d12deeb-1fad-45fa-9e86-2b92b31fa2b2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.527036 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2d12deeb-1fad-45fa-9e86-2b92b31fa2b2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.563329 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'dd6c3c41-bf6a-4159-9ae3-7394f3825c95', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:07Z', 'updated_at': '2022-06-24T10:40:28Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:29.571216 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.571558 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.579198 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.584935 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.589734 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a9a1ae84-bb6b-43b5-b0c0-64af11aa7122 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3485413 Jun 24 10:40:29.590084 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:29.590403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48344) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.592026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Calling delete_port for 2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0 owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:29.594667 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group_rule': {'security_group_id': '2d12deeb-1fad-45fa-9e86-2b92b31fa2b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:29.599991 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:29.600582 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:29.625445 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (26170fc1-fa6f-4c7d-9c2f-46eb8cb4f512), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.696045 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (26170fc1-fa6f-4c7d-9c2f-46eb8cb4f512), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.702022 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (26170fc1-fa6f-4c7d-9c2f-46eb8cb4f512), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.725283 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26170fc1-fa6f-4c7d-9c2f-46eb8cb4f512,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.732240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.736526 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-8542164f-0868-4c24-949f-2794ee01f6a2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461365 Jun 24 10:40:29.736769 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48348) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:29.741892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'security_group_rule': {'security_group_id': '2d12deeb-1fad-45fa-9e86-2b92b31fa2b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:29.750547 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.791033 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event deleted for resources: {'Port': ['ID=2d31d4fa-2c89-4789-bd87-1aee6cc3d5c0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.809918 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:29.838147 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (3ce57b24-a924-46b3-bacd-05d1f64b952a), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.917293 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:29.918481 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks [] for floatingip (ee809ee8-f4cc-47c4-96a5-58144cd2fed3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.921314 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.924925 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c083484d-1c45-410d-b48c-64bbac402e8d tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "DELETE /v2.0/floatingips/ee809ee8-f4cc-47c4-96a5-58144cd2fed3 HTTP/1.1" status: 204 len: 168 time: 0.6350765 Jun 24 10:40:29.944603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:29.948140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53" -d '{"events": [{"name": "network-changed", "server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:29.949113 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (3ce57b24-a924-46b3-bacd-05d1f64b952a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.961347 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (3ce57b24-a924-46b3-bacd-05d1f64b952a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:29.986424 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce57b24-a924-46b3-bacd-05d1f64b952a,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:29.999330 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a3790-728e-4bf9-a626-1396d374f94e x-openstack-request-id: req-ec3a3790-728e-4bf9-a626-1396d374f94e {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:29.999902 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:30.000300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec3a3790-728e-4bf9-a626-1396d374f94e {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:30.000789 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.000931 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3a3790-728e-4bf9-a626-1396d374f94e'] response: {'name': 'network-changed', 'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'status': 'completed', 'code': 200} Jun 24 10:40:30.002514 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-59f12bf6-a4a3-452b-8b55-f60ca084d43a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647817 Jun 24 10:40:30.005655 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48374) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:30.012068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:30.091112 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'dd6c3c41-bf6a-4159-9ae3-7394f3825c95', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:07Z', 'updated_at': '2022-06-24T10:40:28Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:30.094623 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.116000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-44119c58-de2e-47b0-a06a-cf8cc3a6337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:30.117618 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-44119c58-de2e-47b0-a06a-cf8cc3a6337b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1130 time: 0.0853748 Jun 24 10:40:30.122110 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1265fd-e48b-4aa4-89d5-ba71f87c284f None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'dd6c3c41-bf6a-4159-9ae3-7394f3825c95', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:07Z', 'updated_at': '2022-06-24T10:40:28Z', 'revision_number': 1, 'project_id': '281651371cba4d4a9454b0747947cc83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:30.129333 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 0eef209c-31b8-4128-91c4-b268848f7512 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:30.141277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:30.160857 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 0eef209c-31b8-4128-91c4-b268848f7512 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:30.161675 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 0eef209c-31b8-4128-91c4-b268848f7512 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:30.216645 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:30.263865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.322824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-8e596b86-ebce-4266-99ab-da25ee36ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:30.324378 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-8e596b86-ebce-4266-99ab-da25ee36ce75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.1946599 Jun 24 10:40:30.339654 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-332e4b25-8b6b-4d96-b73b-4d6f5a8a7ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.413150 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101624b1-146f-4700-891a-d0720597d17e None None] New status for floating IP dd6c3c41-bf6a-4159-9ae3-7394f3825c95: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:40:30.429866 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-7d2e0de5-fbe8-4b53-b945-ff89ce64617b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0977004 Jun 24 10:40:30.454462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Allocated IP 172.27.1.55 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/1f3a441a-de25-4e90-96e2-6ffb4f762370) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:40:30.511955 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-ef6b78a1-9d53-442e-8368-80e8b7d14938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:30.513567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-ef6b78a1-9d53-442e-8368-80e8b7d14938 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0769174 Jun 24 10:40:30.598680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-8be2020f-f0d3-48e4-8e1d-ce6f6b73ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:30.600186 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-8be2020f-f0d3-48e4-8e1d-ce6f6b73ce74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778143 Jun 24 10:40:30.652263 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.732397 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-93a3e8db-b77a-4c37-9ee2-0e4460f3d07e service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199131 Jun 24 10:40:30.741551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.800062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:40:30.810725 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:40:30.816034 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:40:30.821607 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=1f3a441a-de25-4e90-96e2-6ffb4f762370,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:30.914884 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-426b0bf1-5e4e-48c6-8dd8-da4a9b0c3c53 req-bd33ecfe-31cb-4f7a-a7c3-d8c60516516c service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679683 Jun 24 10:40:30.941532 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:30.952774 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:30.965268 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:31.000718 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.150765 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.159150 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.235159 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=1f3a441a-de25-4e90-96e2-6ffb4f762370,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:31.242050 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.261534 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.262795 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4bee6de7-8fcd-4467-870d-bb36b164e622 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2562046 Jun 24 10:40:31.486881 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-7f81e13d-d5c5-450c-af29-ceda5840f8d8 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--93218298&fields=id&tenant_id=e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 267 time: 0.0549037 Jun 24 10:40:31.531523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:31.604571 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-0c0bd4ea-1903-4811-a9ec-95e39676ad00 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:31.606072 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-0c0bd4ea-1903-4811-a9ec-95e39676ad00 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 810 time: 0.1126010 Jun 24 10:40:31.621365 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-9849941a-63db-4234-b7e3-9c661b1afbc2 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/quotas/e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 375 time: 0.0097754 Jun 24 10:40:31.673533 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-96b1f3e8-4f8d-4996-9d84-14dbd5a4a0fe tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468903 Jun 24 10:40:31.768165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-4b449094-fa03-4245-8cd6-598eb3f2cc61 service neutron] 10.222.0.69 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826156 Jun 24 10:40:31.860081 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-6fcd0f33-49be-4795-a863-38f1ad4b6848 service neutron] 10.222.0.69 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860858 Jun 24 10:40:32.026141 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cae4e5e2-1b20-4e08-98c1-8e1967bb7382 req-56be0d5d-505a-40bf-8ae7-ac2a71f31c60 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Jun 24 10:40:32.033272 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.309968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48416) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:32.355419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Deleting subnet ed878761-e981-4a13-b002-6b571d7ac10e {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:40:32.358682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Publish callbacks [] for subnet (ed878761-e981-4a13-b002-6b571d7ac10e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.390113 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:32.400028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (ed878761-e981-4a13-b002-6b571d7ac10e), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.442266 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (ed878761-e981-4a13-b002-6b571d7ac10e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.507220 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (ed878761-e981-4a13-b002-6b571d7ac10e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.511613 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:32.536313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed878761-e981-4a13-b002-6b571d7ac10e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:32.543579 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.549780 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-b5435cd0-a57e-45d6-9afc-33197e9d41f9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ed878761-e981-4a13-b002-6b571d7ac10e HTTP/1.1" status: 204 len: 168 time: 0.2365942 Jun 24 10:40:32.550179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48422) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:32.637230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (f971c2fc-6773-4a3f-b3f9-0aff8661b44d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.704691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45563ba4-f721-42a0-8c7c-c29cf8e28f01 req-2924f4fa-93cf-4cc0-a526-9e4f16903bd4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:32.706196 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45563ba4-f721-42a0-8c7c-c29cf8e28f01 req-2924f4fa-93cf-4cc0-a526-9e4f16903bd4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0659792 Jun 24 10:40:32.775286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (f971c2fc-6773-4a3f-b3f9-0aff8661b44d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.810430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f971c2fc-6773-4a3f-b3f9-0aff8661b44d']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:32.821961 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-45563ba4-f721-42a0-8c7c-c29cf8e28f01 req-721fa681-3811-4722-a5a5-d84373daefd4 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050506 Jun 24 10:40:32.823493 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814c91f0-8900-4d4d-b089-d473a405ec8d') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:32.823779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814c91f0-8900-4d4d-b089-d473a405ec8d') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:32.833525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (814c91f0-8900-4d4d-b089-d473a405ec8d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.849683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (814c91f0-8900-4d4d-b089-d473a405ec8d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.856316 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:40:32.856686 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (814c91f0-8900-4d4d-b089-d473a405ec8d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.875482 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 814c91f0-8900-4d4d-b089-d473a405ec8d resource provider aggregate not found Jun 24 10:40:32.917024 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 814c91f0-8900-4d4d-b089-d473a405ec8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 814c91f0-8900-4d4d-b089-d473a405ec8d found for delete ", "request_id": "req-ab1300b3-a408-43fc-add4-013ad35a67c5"}]} Jun 24 10:40:32.927912 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (f971c2fc-6773-4a3f-b3f9-0aff8661b44d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.936226 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:32.939768 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f971c2fc-6773-4a3f-b3f9-0aff8661b44d HTTP/1.1" status: 204 len: 168 time: 0.3880203 Jun 24 10:40:32.949398 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4539760-4e14-47c2-848c-10fece71da59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f971c2fc-6773-4a3f-b3f9-0aff8661b44d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:33.120464 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48434) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:33.127954 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d9dd08e-9541-4db8-8c45-29576bd3fc26 req-ae5b6207-9bd7-4841-8874-37bfc6b4b442 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 210 time: 0.0282443 Jun 24 10:40:33.173416 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-841bc466-58b5-4258-809c-6409d81bf948 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b88db10e9091496a84e87446da50a3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515997 Jun 24 10:40:33.176028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48436) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:33.217650 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.231214 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] Publish callbacks [] for security_group (7f6d8512-a045-4409-928b-5e5e9c58139e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.253100 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] Publish callbacks [] for security_group (7f6d8512-a045-4409-928b-5e5e9c58139e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.306481 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7f6d8512-a045-4409-928b-5e5e9c58139e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.308907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.310038 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f6d8512-a045-4409-928b-5e5e9c58139e HTTP/1.1" status: 204 len: 168 time: 0.1328011 Jun 24 10:40:33.317804 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede3d76-f943-4124-a0a7-348ac99b8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6d8512-a045-4409-928b-5e5e9c58139e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:33.403581 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:33.948934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70834ea-63af-47b3-a2d8-1a9df17e237f req-c32c3659-2dd9-402d-9127-19d4fea73977 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:33.950408 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f70834ea-63af-47b3-a2d8-1a9df17e237f req-c32c3659-2dd9-402d-9127-19d4fea73977 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0489984 Jun 24 10:40:33.998087 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f70834ea-63af-47b3-a2d8-1a9df17e237f req-d3a70cc6-4d8f-4575-a8f9-3cbc3c762c0c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421185 Jun 24 10:40:34.467790 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-38605b0f-009f-4379-8882-e7798ced8a04 req-6e5a5021-9bb1-4368-84b3-861f5e29bc11 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 210 time: 0.0281136 Jun 24 10:40:35.153106 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-793c4122-2b1e-47e5-bb65-982a416f0a39 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:35.155451 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-793c4122-2b1e-47e5-bb65-982a416f0a39 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0495555 Jun 24 10:40:35.169816 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af739f-b362-4afc-9ed8-12a096cf5fa3 req-f58f14e9-248e-4205-a1d6-b75f21e1f28a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:35.171604 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67af739f-b362-4afc-9ed8-12a096cf5fa3 req-f58f14e9-248e-4205-a1d6-b75f21e1f28a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e28d99-9c93-4c12-922b-a8a0bafae207 HTTP/1.1" status: 200 len: 946 time: 0.0972364 Jun 24 10:40:35.259124 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Deleting port e14124f9-29f1-48ef-b539-1d53a03433bb {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:35.259570 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:35.286197 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-67af739f-b362-4afc-9ed8-12a096cf5fa3 req-be1b351e-6530-4395-bc7b-ce34e0e4347a tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021543 Jun 24 10:40:35.293918 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-bbaa3454-e1c6-4e27-88c8-1784675faa9f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:35.295153 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-bbaa3454-e1c6-4e27-88c8-1784675faa9f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 810 time: 0.1861510 Jun 24 10:40:35.332473 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:35.356048 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] For port e14124f9-29f1-48ef-b539-1d53a03433bb, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=e14124f9-29f1-48ef-b539-1d53a03433bb,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:35.356404 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:35.368953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Calling delete_port for e14124f9-29f1-48ef-b539-1d53a03433bb owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:35.422229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:35.476876 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-9315ce32-9f2a-4413-8715-3324bc8dc608 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41afc594f464d74bd4881e07dd33e45 HTTP/1.1" status: 200 len: 378 time: 0.0681355 Jun 24 10:40:35.502893 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (e14124f9-29f1-48ef-b539-1d53a03433bb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:35.514724 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'port': {'device_id': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'admin_state_up': True, 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'security_groups': ['2d12deeb-1fad-45fa-9e86-2b92b31fa2b2']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:35.517670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['d611db02-d3d2-4654-b123-836d4c7a6d99', 'e14124f9-29f1-48ef-b539-1d53a03433bb'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:35.518337 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:35.534607 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event deleted for resources: {'Port': ['ID=e14124f9-29f1-48ef-b539-1d53a03433bb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:35.593006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] No DVR routers for this DVR port e14124f9-29f1-48ef-b539-1d53a03433bb on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:35.595839 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:35.599041 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-db14c1a3-d1cf-4cfb-a508-86fbadbfedd7 req-f774dc6c-5bac-4eb9-bf9f-aadeb651aa2c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "DELETE /v2.0/ports/e14124f9-29f1-48ef-b539-1d53a03433bb HTTP/1.1" status: 204 len: 173 time: 0.4388666 Jun 24 10:40:35.599467 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'name': 'network-vif-deleted', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:35.601739 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa994e99-1241-45f8-aba3-f8eb9610cf37" -d '{"events": [{"server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "name": "network-vif-deleted", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:35.625358 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-595e87ff-9f40-4457-b3d6-174bca158c68 req-32e02969-ebe7-46b5-ac68-1648b9be100d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 210 time: 0.0628965 Jun 24 10:40:35.646006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe95cf3-f010-4aa7-b724-7f29423a7c3e x-openstack-request-id: req-cbe95cf3-f010-4aa7-b724-7f29423a7c3e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:35.646294 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e28d99-9c93-4c12-922b-a8a0bafae207", "name": "network-vif-deleted", "tag": "e14124f9-29f1-48ef-b539-1d53a03433bb", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:35.646537 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbe95cf3-f010-4aa7-b724-7f29423a7c3e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:35.646934 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe95cf3-f010-4aa7-b724-7f29423a7c3e'] response: {'server_uuid': '22e28d99-9c93-4c12-922b-a8a0bafae207', 'name': 'network-vif-deleted', 'tag': 'e14124f9-29f1-48ef-b539-1d53a03433bb', 'status': 'completed', 'code': 200} Jun 24 10:40:35.699821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Made reservation on behalf of e41afc594f464d74bd4881e07dd33e45 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:40:35.704471 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:35.839738 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Allocated IP 172.20.0.3 (d45f93fe-c90f-4708-aa2a-5a1fde71bcad/eaeb5937-ba80-43b4-b27b-031e851baada/9f634125-4668-43db-831a-285df3eb2a83) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:40:35.986499 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for port (9f634125-4668-43db-831a-285df3eb2a83), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.026819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.072794 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:40:36.078327 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:40:36.080238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event updated for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:36.082359 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:40:36.131934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.132470 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.163561 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-cf5225b3-3e63-4ee1-91fa-fabeb4a810ed tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6534073 Jun 24 10:40:36.175775 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Request body: {'port': {'device_id': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:36.240203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9f634125-4668-43db-831a-285df3eb2a83), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.291527 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-35a5b647-0967-409e-93e7-4d025afde801 None None] Provisioning complete for port 9f634125-4668-43db-831a-285df3eb2a83 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:40:36.291971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-35a5b647-0967-409e-93e7-4d025afde801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9f634125-4668-43db-831a-285df3eb2a83), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.321372 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=7 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:36.330312 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-35a5b647-0967-409e-93e7-4d025afde801 None None] Port 9f634125-4668-43db-831a-285df3eb2a83 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:40:36.381761 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-bee647e3-9af0-46e2-b148-a5103919449e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542667 Jun 24 10:40:36.393461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:36.448066 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:36.471516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-a81c1bcd-be28-4422-886a-92668959759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.473348 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-a81c1bcd-be28-4422-886a-92668959759d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 1129 time: 0.0470042 Jun 24 10:40:36.525366 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f634125-4668-43db-831a-285df3eb2a83 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:40:36.534751 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks [] for port (9f634125-4668-43db-831a-285df3eb2a83), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.548781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Transition to ACTIVE for port object 9f634125-4668-43db-831a-285df3eb2a83 will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:40:36.574816 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.587791 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-e4d2fb8f-2ce4-44fe-96ee-6875458e8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.589307 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-e4d2fb8f-2ce4-44fe-96ee-6875458e8a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 200 len: 920 time: 0.0971842 Jun 24 10:40:36.646616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:36.655824 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699822-b2f5-4444-995b-357c34e2929a req-e5062692-b4d6-4b44-a0de-a6b3460bc70c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.657445 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8699822-b2f5-4444-995b-357c34e2929a req-e5062692-b4d6-4b44-a0de-a6b3460bc70c tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0928969 Jun 24 10:40:36.796498 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d8699822-b2f5-4444-995b-357c34e2929a req-b28bd321-8c83-4f85-9abc-62342b507fcf tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318598 Jun 24 10:40:36.804255 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06497fa3-7a0b-427c-b1ad-cb287a9dfda5 req-1e9c928a-de4e-459a-b2f4-1aa30e4de286 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.805765 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-06497fa3-7a0b-427c-b1ad-cb287a9dfda5 req-1e9c928a-de4e-459a-b2f4-1aa30e4de286 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 943 time: 0.0918846 Jun 24 10:40:36.813602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Attempting to bind port 9f634125-4668-43db-831a-285df3eb2a83 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:40:36.813602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Attempting to bind port 9f634125-4668-43db-831a-285df3eb2a83 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:40:36.813602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Attempting to bind port 9f634125-4668-43db-831a-285df3eb2a83 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:40:36.827802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Port 9f634125-4668-43db-831a-285df3eb2a83 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:40:36.828044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Attempting to bind port 9f634125-4668-43db-831a-285df3eb2a83 on network d45f93fe-c90f-4708-aa2a-5a1fde71bcad {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:40:36.835517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:40:36.835839 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Checking segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:40:36.836204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Bound using segment: {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:40:36.836623 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Bound port: 9f634125-4668-43db-831a-285df3eb2a83, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2f3759-9bea-4db7-8077-0ccb1bff2989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:40:36.837021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9f634125-4668-43db-831a-285df3eb2a83), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.892693 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-06497fa3-7a0b-427c-b1ad-cb287a9dfda5 req-0a8feba3-0711-4768-9a44-d8f93e5dd0a3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797272 Jun 24 10:40:36.916766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:40:36.919731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=9f634125-4668-43db-831a-285df3eb2a83,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:40:36.928191 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.965435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:36.966039 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:36.967390 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] 10.222.0.20 "PUT /v2.0/ports/9f634125-4668-43db-831a-285df3eb2a83 HTTP/1.1" status: 200 len: 1093 time: 0.7959964 Jun 24 10:40:36.967898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'tag': '9f634125-4668-43db-831a-285df3eb2a83'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:36.970399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d43dc9c-95f4-4aee-89bf-524361435bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "tag": "9f634125-4668-43db-831a-285df3eb2a83"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:36.989293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c84898-7248-4f55-9bdc-3b48d82d6c5e service neutron] Pushing event updated for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:37.009188 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72ead8c-a02d-48d9-b28a-b497c3dab405 x-openstack-request-id: req-c72ead8c-a02d-48d9-b28a-b497c3dab405 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:37.009563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "tag": "9f634125-4668-43db-831a-285df3eb2a83", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:37.009820 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c72ead8c-a02d-48d9-b28a-b497c3dab405 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:37.010226 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72ead8c-a02d-48d9-b28a-b497c3dab405'] response: {'name': 'network-changed', 'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'tag': '9f634125-4668-43db-831a-285df3eb2a83', 'status': 'completed', 'code': 200} Jun 24 10:40:37.927732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c2c04-7d24-45e2-a44c-3044d16941f8 req-9e20376b-a2f9-405d-beef-ddc20f6d22a1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:37.929244 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5d4c2c04-7d24-45e2-a44c-3044d16941f8 req-9e20376b-a2f9-405d-beef-ddc20f6d22a1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Jun 24 10:40:38.003385 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5d4c2c04-7d24-45e2-a44c-3044d16941f8 req-5fd6bd3a-da9e-49d8-9322-d5cbc1f0d0d6 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680826 Jun 24 10:40:38.018635 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53498-4631-4be4-934e-85ca983cb3cd req-238eed44-da4c-46ae-b032-fd46be1b49a9 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:38.020112 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cad53498-4631-4be4-934e-85ca983cb3cd req-238eed44-da4c-46ae-b032-fd46be1b49a9 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 943 time: 0.0571203 Jun 24 10:40:38.067098 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cad53498-4631-4be4-934e-85ca983cb3cd req-b7dcbde0-3bdb-44fd-b2e4-7e18cffac34a tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413909 Jun 24 10:40:38.143323 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device e14124f9-29f1-48ef-b539-1d53a03433bb no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:38.174120 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: e14124f9-29f1-48ef-b539-1d53a03433bb {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:38.174464 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device e14124f9-29f1-48ef-b539-1d53a03433bb not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:39.128081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01b073-6af9-4d63-b23c-fe2dc347639f req-7b81a948-e173-4c1c-bf29-5d4297c43ef2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.129534 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a01b073-6af9-4d63-b23c-fe2dc347639f req-7b81a948-e173-4c1c-bf29-5d4297c43ef2 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Jun 24 10:40:39.184511 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:39.200122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874865d9-2c9b-4933-a8f6-14fa3362a577 req-90732e27-56fd-449b-a579-8cd2caf5be92 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.201606 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-874865d9-2c9b-4933-a8f6-14fa3362a577 req-90732e27-56fd-449b-a579-8cd2caf5be92 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 943 time: 0.0652995 Jun 24 10:40:39.225642 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a01b073-6af9-4d63-b23c-fe2dc347639f req-8d681a14-273a-4c3a-95f3-cac0798212f1 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/security-groups?id=74ad4951-b825-48fa-a05a-3be17260c52f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903580 Jun 24 10:40:39.248219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:39.252498 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-539949aa-3d33-4ff1-9ff6-4eaca7600f10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 200 len: 217 time: 0.0359411 Jun 24 10:40:39.293503 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-9f27140c-1549-4635-9ab3-05c2e89a6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.294965 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-9f27140c-1549-4635-9ab3-05c2e89a6636 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 1127 time: 0.0561836 Jun 24 10:40:39.298070 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-874865d9-2c9b-4933-a8f6-14fa3362a577 req-99ec2168-a412-488f-9625-07289dc3fcf3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883751 Jun 24 10:40:39.302324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-360c4e02-38b1-4dbf-94e6-e520efbb5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.303777 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-360c4e02-38b1-4dbf-94e6-e520efbb5cf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 200 len: 858 time: 0.0450432 Jun 24 10:40:39.433619 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-4694f127-a1d4-42d2-928c-6980b703cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.435186 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-4694f127-a1d4-42d2-928c-6980b703cc4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45ee52c2-5913-4161-9d2c-193dab823ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449865 Jun 24 10:40:39.564406 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-da54a4dd-8ce8-4e81-b4e6-86d5faa8b39b service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220224 Jun 24 10:40:39.575367 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-5d59ce8b-319a-4945-9ead-4af93c7f457e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.576880 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-5d59ce8b-319a-4945-9ead-4af93c7f457e tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 945 time: 0.0657127 Jun 24 10:40:39.624561 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:39.723390 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Deleting port d611db02-d3d2-4654-b123-836d4c7a6d99 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:39.723689 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:39.748294 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f810399-4bd4-4fa1-993a-47e14487b2a6 req-7b279759-629b-45ee-a593-f9870d020525 service neutron] 10.222.0.20 "GET /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704345 Jun 24 10:40:39.755448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-120d4aa8-df46-4c96-96ac-6233c4242ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.756933 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-120d4aa8-df46-4c96-96ac-6233c4242ad9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e41afc594f464d74bd4881e07dd33e45&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3671894 Jun 24 10:40:39.820668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] For port d611db02-d3d2-4654-b123-836d4c7a6d99, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=d611db02-d3d2-4654-b123-836d4c7a6d99,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:39.821010 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:39.830334 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:39.835018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Calling delete_port for d611db02-d3d2-4654-b123-836d4c7a6d99 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:39.852795 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-6fb57d6a-4d8e-49f2-9f8c-315117e8fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.854394 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d43dc9c-95f4-4aee-89bf-524361435bf5 req-6fb57d6a-4d8e-49f2-9f8c-315117e8fd5f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902872 Jun 24 10:40:39.927401 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-27429b2a-1001-4e6e-a46a-a386836d83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:39.928917 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-27429b2a-1001-4e6e-a46a-a386836d83e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 1127 time: 0.0382667 Jun 24 10:40:39.969257 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-0823b179-50ef-4d6a-a6f4-3dbacbb6e77a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634125-4668-43db-831a-285df3eb2a83 HTTP/1.1" status: 200 len: 217 time: 0.0323231 Jun 24 10:40:39.970208 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (d611db02-d3d2-4654-b123-836d4c7a6d99), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:39.982648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['d611db02-d3d2-4654-b123-836d4c7a6d99'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:40.000629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Pushing event deleted for resources: {'Port': ['ID=d611db02-d3d2-4654-b123-836d4c7a6d99,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:40.025299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-e86e4126-b048-4097-a580-9cd413a112de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:40.027636 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-e86e4126-b048-4097-a580-9cd413a112de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.0533068 Jun 24 10:40:40.049944 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] No DVR routers for this DVR port d611db02-d3d2-4654-b123-836d4c7a6d99 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:40.052484 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:40.055658 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8859910e-1c90-4a1c-837d-c2a0f1f10706 req-7b6ed563-2a59-432a-847a-ccce0c9c29d7 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.20 "DELETE /v2.0/ports/d611db02-d3d2-4654-b123-836d4c7a6d99 HTTP/1.1" status: 204 len: 173 time: 0.4702797 Jun 24 10:40:40.056088 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'name': 'network-vif-deleted', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:40.058766 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b272e-a33a-4d9a-8a0a-d7926f091d5b" -d '{"events": [{"server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "name": "network-vif-deleted", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:40.073079 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-559494d6-5aff-4cca-881b-474d54655b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:40.074665 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-559494d6-5aff-4cca-881b-474d54655b84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407078 Jun 24 10:40:40.087592 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=82 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:40.095366 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=96 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:40.104751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adcb451-4f83-4685-b11e-26af30488f04 x-openstack-request-id: req-2adcb451-4f83-4685-b11e-26af30488f04 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:40.105065 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e01d68-1575-4d74-8a50-e28d234be279", "name": "network-vif-deleted", "tag": "d611db02-d3d2-4654-b123-836d4c7a6d99", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:40.105316 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2adcb451-4f83-4685-b11e-26af30488f04 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:40.105751 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adcb451-4f83-4685-b11e-26af30488f04'] response: {'server_uuid': '21e01d68-1575-4d74-8a50-e28d234be279', 'name': 'network-vif-deleted', 'tag': 'd611db02-d3d2-4654-b123-836d4c7a6d99', 'status': 'completed', 'code': 200} Jun 24 10:40:40.174510 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-4db05225-2cdd-40ac-8a90-eb29d5a2812f service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Jun 24 10:40:40.265613 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8516557a-fdba-40f3-a78e-7ab6754a18e3 req-156f57f4-b173-42c1-8c6e-c46f6459efdf service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Jun 24 10:40:40.350633 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ecedf049-7564-4490-943b-6ab0010a7d58 req-3d8f23b1-f2de-4c08-ba7a-dc785fec8d65 tempest-ServerRescueNegativeTestJSON-1238548787 tempest-ServerRescueNegativeTestJSON-1238548787-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e01d68-1575-4d74-8a50-e28d234be279 HTTP/1.1" status: 200 len: 210 time: 0.0290394 Jun 24 10:40:40.421297 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238e8f-9ac9-4566-880b-2eb6d10b7648 req-9b59f883-4e79-4f5d-b82f-3bcc1ecbfec0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:40.422847 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-00238e8f-9ac9-4566-880b-2eb6d10b7648 req-9b59f883-4e79-4f5d-b82f-3bcc1ecbfec0 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 943 time: 0.0535648 Jun 24 10:40:40.477510 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-00238e8f-9ac9-4566-880b-2eb6d10b7648 req-757915e3-fe39-4a26-a358-8db8e6283bfa tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484519 Jun 24 10:40:41.420873 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48484) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:41.593301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad3e6b-141c-45d3-9153-2f6ffcf07ecb req-de15fe89-009d-4cc0-9d85-6c7a363425ef tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:41.595470 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0aad3e6b-141c-45d3-9153-2f6ffcf07ecb req-de15fe89-009d-4cc0-9d85-6c7a363425ef tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 943 time: 0.0487599 Jun 24 10:40:41.642662 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0aad3e6b-141c-45d3-9153-2f6ffcf07ecb req-81115249-3781-4d8b-a4ab-1f3341cf1543 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414405 Jun 24 10:40:41.952055 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (48d14d00-4801-40e3-b019-04e458dbed21), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.025589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:42.157249 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 9f634125-4668-43db-831a-285df3eb2a83 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:40:42.161256 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device d611db02-d3d2-4654-b123-836d4c7a6d99 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:42.185973 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: d611db02-d3d2-4654-b123-836d4c7a6d99 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:42.186299 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device d611db02-d3d2-4654-b123-836d4c7a6d99 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:42.215478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Deleting port b668a919-e593-4e9a-9c13-d5ca80885f55 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:42.215703 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.278221 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=9f634125-4668-43db-831a-285df3eb2a83,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:42.290612 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '9f634125-4668-43db-831a-285df3eb2a83', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'port_id': '9f634125-4668-43db-831a-285df3eb2a83', 'mac_address': 'fa:16:3e:1a:7d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:40:42.325229 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:42.330002 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 9f634125-4668-43db-831a-285df3eb2a83 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:40:42.330375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9f634125-4668-43db-831a-285df3eb2a83), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.345880 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f634125-4668-43db-831a-285df3eb2a83 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:40:42.367584 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=9f634125-4668-43db-831a-285df3eb2a83,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:42.374113 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.427267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:42.542904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] For port b668a919-e593-4e9a-9c13-d5ca80885f55, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b668a919-e593-4e9a-9c13-d5ca80885f55,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:42.543512 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.556543 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Calling delete_port for b668a919-e593-4e9a-9c13-d5ca80885f55 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:42.576692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['9f634125-4668-43db-831a-285df3eb2a83'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:40:42.659466 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:42.744690 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (b668a919-e593-4e9a-9c13-d5ca80885f55), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:42.768879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d58e8-54e2-4c8d-80ea-1fc26e642881 req-81b8efe2-e076-4e51-ab27-e1e9a441a61e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:42.769659 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b668a919-e593-4e9a-9c13-d5ca80885f55,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:42.770375 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3d5d58e8-54e2-4c8d-80ea-1fc26e642881 req-81b8efe2-e076-4e51-ab27-e1e9a441a61e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 944 time: 0.0493977 Jun 24 10:40:42.809631 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:42.823413 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.823785 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.824074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.824433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.824772 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.825096 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.825412 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.825723 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.826037 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.826350 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.826668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.826981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.827401 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.827591 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.827877 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:40:42.830789 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3d5d58e8-54e2-4c8d-80ea-1fc26e642881 req-c5ed9f28-b039-4af1-b223-a6789a0c48a3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542078 Jun 24 10:40:42.950347 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (48d14d00-4801-40e3-b019-04e458dbed21), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.159623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Router 48d14d00-4801-40e3-b019-04e458dbed21 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:43.161977 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:43.267472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:43.272482 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-19522c78-865f-4408-b56f-990e60475e0d admin admin] 10.222.0.69 "PUT /v2.0/routers/48d14d00-4801-40e3-b019-04e458dbed21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8505356 Jun 24 10:40:43.275713 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48494) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:43.279709 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Sync routers for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:43.292279 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:43.293343 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:43.376875 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks [] for router (48d14d00-4801-40e3-b019-04e458dbed21), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.396975 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:43.478718 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks [] for router_gateway (48d14d00-4801-40e3-b019-04e458dbed21), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.522936 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Deleting port 8e456963-8473-4dfd-b5cd-8167b322793e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:43.523256 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.548620 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:43.566624 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:40:42Z', 'revision_number': 5, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port': {'id': '8e456963-8473-4dfd-b5cd-8167b322793e', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d14d00-4801-40e3-b019-04e458dbed21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:43.595836 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Checking router: 48d14d00-4801-40e3-b019-04e458dbed21 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:43.604363 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Routers {'48d14d00-4801-40e3-b019-04e458dbed21'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:43.605155 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['48d14d00-4801-40e3-b019-04e458dbed21'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:43.611825 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] For port 8e456963-8473-4dfd-b5cd-8167b322793e, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8e456963-8473-4dfd-b5cd-8167b322793e,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:43.612183 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.625743 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Calling delete_port for 8e456963-8473-4dfd-b5cd-8167b322793e owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:43.683485 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] Set router 48d14d00-4801-40e3-b019-04e458dbed21 gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:43.734979 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:40:43Z', 'revision_number': 6, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:43.759938 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d14-4b8c-4b28-8474-0ced82ee63ec None None] The sync data for ids ['48d14d00-4801-40e3-b019-04e458dbed21'] in dv-cinder-847536-1-iscsi is: [{'id': '48d14d00-4801-40e3-b019-04e458dbed21', 'name': 'tempest-ServerRescueNegativeTestJSON-1795529071-router', 'tenant_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:25Z', 'updated_at': '2022-06-24T10:40:43Z', 'revision_number': 6, 'project_id': 'd8cc166ec03349b3b2b0d69840886bd9', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:43.802722 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8e456963-8473-4dfd-b5cd-8167b322793e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.826033 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8e456963-8473-4dfd-b5cd-8167b322793e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:43.888985 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (48d14d00-4801-40e3-b019-04e458dbed21), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.955637 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be617d-5009-4754-9651-d6062ae86509 req-e81d8037-43ae-4588-8da6-f155284c110e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:43.957142 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8be617d-5009-4754-9651-d6062ae86509 req-e81d8037-43ae-4588-8da6-f155284c110e tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 944 time: 0.0476253 Jun 24 10:40:43.989087 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (48d14d00-4801-40e3-b019-04e458dbed21), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:43.991137 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks [] for router_controller (48d14d00-4801-40e3-b019-04e458dbed21), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.006479 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8be617d-5009-4754-9651-d6062ae86509 req-c5c2d109-9616-49cd-85ab-9085f212a9f3 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434406 Jun 24 10:40:44.055857 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (48d14d00-4801-40e3-b019-04e458dbed21), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.056515 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d14d00-4801-40e3-b019-04e458dbed21 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:40:44.061752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.062891 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b367adcb-1833-4784-8e2e-494c4def80aa admin admin] 10.222.0.69 "DELETE /v2.0/routers/48d14d00-4801-40e3-b019-04e458dbed21 HTTP/1.1" status: 204 len: 168 time: 0.7862470 Jun 24 10:40:44.065366 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48498) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:44.109842 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Deleting subnet 79f098d1-6778-4f3c-b1cc-12985554c783 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:40:44.112537 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:44.113522 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Publish callbacks [] for subnet (79f098d1-6778-4f3c-b1cc-12985554c783), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.150603 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (79f098d1-6778-4f3c-b1cc-12985554c783), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.172400 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 9f634125-4668-43db-831a-285df3eb2a83 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:40:44.222302 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 9f634125-4668-43db-831a-285df3eb2a83 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:40:44.230931 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 9f634125-4668-43db-831a-285df3eb2a83 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:40:44.231301 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9f634125-4668-43db-831a-285df3eb2a83), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.241035 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (79f098d1-6778-4f3c-b1cc-12985554c783), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.295065 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (79f098d1-6778-4f3c-b1cc-12985554c783), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.303140 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 9f634125-4668-43db-831a-285df3eb2a83 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:40:44.303637 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9f634125-4668-43db-831a-285df3eb2a83), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.321429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f098d1-6778-4f3c-b1cc-12985554c783,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:44.326812 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.326965 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f634125-4668-43db-831a-285df3eb2a83'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:44.329129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7a4d2b-cdd7-4da8-865d-22a267fb2770" -d '{"events": [{"server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f634125-4668-43db-831a-285df3eb2a83"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:44.332318 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9ca8c7b3-e8a8-4e93-81d9-8a3c94ea1067 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/79f098d1-6778-4f3c-b1cc-12985554c783 HTTP/1.1" status: 204 len: 168 time: 0.2636976 Jun 24 10:40:44.333579 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48502) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:44.335149 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e869a24-fdbc-49c1-b62e-b64892a9b504 None None] Network 45ee52c2-5913-4161-9d2c-193dab823ea6 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:40:44.369070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=9f634125-4668-43db-831a-285df3eb2a83,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:44.377967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48fbe7a-469f-414f-b0ff-b72407d71c7f x-openstack-request-id: req-b48fbe7a-469f-414f-b0ff-b72407d71c7f {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:44.378270 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f634125-4668-43db-831a-285df3eb2a83", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:44.378573 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b48fbe7a-469f-414f-b0ff-b72407d71c7f {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:44.378930 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48fbe7a-469f-414f-b0ff-b72407d71c7f'] response: {'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f634125-4668-43db-831a-285df3eb2a83', 'code': 200} Jun 24 10:40:44.379544 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.413971 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (45ee52c2-5913-4161-9d2c-193dab823ea6), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.466339 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:44.470813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Deleting port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:44.471864 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.476242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:44.554661 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] DHCP port deletion for 45ee52c2-5913-4161-9d2c-193dab823ea6 request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:40:44.594285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] For port b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:44.594734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.602678 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b668a919-e593-4e9a-9c13-d5ca80885f55 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:44.607052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1262473-e170-419e-a701-0d715bc075b6 req-670d41be-08ef-45d0-99a1-843827db5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:44.608091 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Deleting port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:40:44.608455 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.608706 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c1262473-e170-419e-a701-0d715bc075b6 req-670d41be-08ef-45d0-99a1-843827db5320 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 1129 time: 0.0714436 Jun 24 10:40:44.619594 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Calling delete_port for b8a70707-4b6e-43b9-b61e-e704f7ce56b1 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:44.624300 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:44.626834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: b668a919-e593-4e9a-9c13-d5ca80885f55 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:44.627317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b668a919-e593-4e9a-9c13-d5ca80885f55 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:44.694169 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c1262473-e170-419e-a701-0d715bc075b6 req-05d1b626-e098-4b63-ae42-29cbcd217ce7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796707 Jun 24 10:40:44.697734 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] For port b8a70707-4b6e-43b9-b61e-e704f7ce56b1, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,segment=NetworkSegment(65361e55-37ac-4803-ba7e-5191e1ef9b66),segment_id=65361e55-37ac-4803-ba7e-5191e1ef9b66)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:40:44.698231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.710922 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Calling delete_port for b8a70707-4b6e-43b9-b61e-e704f7ce56b1 owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:40:44.738433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.756951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:44.768305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:44.771958 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] No DVR routers for this DVR port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:44.794793 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (b8a70707-4b6e-43b9-b61e-e704f7ce56b1), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.834834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] Pushing event deleted for resources: {'Port': ['ID=b8a70707-4b6e-43b9-b61e-e704f7ce56b1,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:44.835479 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629cdef-1c7b-4f7d-8c46-f1925b067444 None None] No DVR routers for this DVR port b8a70707-4b6e-43b9-b61e-e704f7ce56b1 on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:40:44.851399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (45ee52c2-5913-4161-9d2c-193dab823ea6), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.872008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ee52c2-5913-4161-9d2c-193dab823ea6']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:44.881475 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65361e55-37ac-4803-ba7e-5191e1ef9b66') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:44.881764 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65361e55-37ac-4803-ba7e-5191e1ef9b66') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:44.891915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (65361e55-37ac-4803-ba7e-5191e1ef9b66), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.905952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (65361e55-37ac-4803-ba7e-5191e1ef9b66), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.913215 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:40:44.913606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (65361e55-37ac-4803-ba7e-5191e1ef9b66), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.980749 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (45ee52c2-5913-4161-9d2c-193dab823ea6), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.985734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:44.988920 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] 10.222.0.69 "DELETE /v2.0/networks/45ee52c2-5913-4161-9d2c-193dab823ea6 HTTP/1.1" status: 204 len: 168 time: 0.6529014 Jun 24 10:40:45.004956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86f7d-0170-42ca-a62d-efafc4ea9328 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ee52c2-5913-4161-9d2c-193dab823ea6,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:45.098577 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 65361e55-37ac-4803-ba7e-5191e1ef9b66 resource provider aggregate not found Jun 24 10:40:45.139766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904d63-5528-406b-8439-d67f75330da0 req-5ccaf9b8-0920-406f-8aae-b794be622dc7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:45.141287 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1e904d63-5528-406b-8439-d67f75330da0 req-5ccaf9b8-0920-406f-8aae-b794be622dc7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0627599 Jun 24 10:40:45.144517 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 65361e55-37ac-4803-ba7e-5191e1ef9b66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65361e55-37ac-4803-ba7e-5191e1ef9b66 found for delete ", "request_id": "req-1da71c8e-30fa-4a7f-b365-4fbe48d82d6f"}]} Jun 24 10:40:45.161269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48514) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:45.192714 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1e904d63-5528-406b-8439-d67f75330da0 req-2a71fe02-aee5-46d5-b97a-c9715819c8b5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435705 Jun 24 10:40:45.209289 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-af8f3785-3d09-4171-8514-9ac95921ec35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8cc166ec03349b3b2b0d69840886bd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0467925 Jun 24 10:40:45.211662 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48516) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:45.255723 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:45.260089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] Publish callbacks [] for security_group (74ad4951-b825-48fa-a05a-3be17260c52f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:45.283272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] Publish callbacks [] for security_group (74ad4951-b825-48fa-a05a-3be17260c52f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:45.342652 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (74ad4951-b825-48fa-a05a-3be17260c52f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:45.345645 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:45.346851 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74ad4951-b825-48fa-a05a-3be17260c52f HTTP/1.1" status: 204 len: 168 time: 0.1342692 Jun 24 10:40:45.354727 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d631e8a-3b29-421a-bff8-1f33b7bb8896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad4951-b825-48fa-a05a-3be17260c52f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:40:46.209369 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b8a70707-4b6e-43b9-b61e-e704f7ce56b1 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:46.230199 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: b8a70707-4b6e-43b9-b61e-e704f7ce56b1 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:46.230777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device b8a70707-4b6e-43b9-b61e-e704f7ce56b1 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:46.231691 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8e456963-8473-4dfd-b5cd-8167b322793e no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:40:46.252954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 8e456963-8473-4dfd-b5cd-8167b322793e {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:40:46.253301 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8e456963-8473-4dfd-b5cd-8167b322793e not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:40:46.315517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43ebfc-4295-461a-a223-278bd74cf3c5 req-f6ae8d8f-b714-4c89-8c85-637acc46ae26 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:46.317022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b43ebfc-4295-461a-a223-278bd74cf3c5 req-f6ae8d8f-b714-4c89-8c85-637acc46ae26 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Jun 24 10:40:46.367523 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b43ebfc-4295-461a-a223-278bd74cf3c5 req-5c007870-c38b-4c04-9661-33b29c2308de tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444629 Jun 24 10:40:46.487835 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c0f7f-1fd9-4cc9-a395-897761fca2c6 req-7d3219ca-1064-4889-baf5-ce3857ca9e5f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:46.489386 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-af6c0f7f-1fd9-4cc9-a395-897761fca2c6 req-7d3219ca-1064-4889-baf5-ce3857ca9e5f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Jun 24 10:40:46.498359 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48552) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:40:46.502932 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Request body: {'floatingip': {'port_id': '9f634125-4668-43db-831a-285df3eb2a83'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:40:46.540185 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:46.571558 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:46.745685 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:46.973002 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:46.979885 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:47.084446 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Floating IP 6fe75017-cb1e-43cb-ad7e-7dec269406dc associated. External IP: 172.27.1.55, port: 9f634125-4668-43db-831a-285df3eb2a83. Jun 24 10:40:47.298147 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:40:47.418205 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:40:47.423420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:47.428489 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:40:47.440106 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:47.440705 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:47.460623 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-32af52f9-f45c-4087-b1b7-312073b4e5d7 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "PUT /v2.0/floatingips/6fe75017-cb1e-43cb-ad7e-7dec269406dc HTTP/1.1" status: 200 len: 990 time: 0.9611242 Jun 24 10:40:47.461348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'tag': '9f634125-4668-43db-831a-285df3eb2a83'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:40:47.463831 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c48af2-b489-4667-8d16-a0e68871b6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "tag": "9f634125-4668-43db-831a-285df3eb2a83"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:40:47.501171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f410dfae-68b3-47b0-887b-14922e42bb26 x-openstack-request-id: req-f410dfae-68b3-47b0-887b-14922e42bb26 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:40:47.501461 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "tag": "9f634125-4668-43db-831a-285df3eb2a83", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:40:47.501711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f410dfae-68b3-47b0-887b-14922e42bb26 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:40:47.502121 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f410dfae-68b3-47b0-887b-14922e42bb26'] response: {'name': 'network-changed', 'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'tag': '9f634125-4668-43db-831a-285df3eb2a83', 'status': 'completed', 'code': 200} Jun 24 10:40:47.553557 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:47.564491 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-892a1536-6d5c-4d58-b390-9e4509571539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:47.566086 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-892a1536-6d5c-4d58-b390-9e4509571539 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e41afc594f464d74bd4881e07dd33e45&device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 1129 time: 0.0413830 Jun 24 10:40:47.601722 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:47.662293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-1578740b-25b7-4b6e-bec2-d1b50c79bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:47.663782 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-1578740b-25b7-4b6e-bec2-d1b50c79bb36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 200 len: 911 time: 0.0901589 Jun 24 10:40:47.727701 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-9c83260c-ab97-4e2e-8184-73868a79498b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f634125-4668-43db-831a-285df3eb2a83 HTTP/1.1" status: 200 len: 998 time: 0.0565765 Jun 24 10:40:47.763800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '6fe75017-cb1e-43cb-ad7e-7dec269406dc', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '9f634125-4668-43db-831a-285df3eb2a83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:1a:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:30Z', 'updated_at': '2022-06-24T10:40:46Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:47.776786 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-60c4dfd0-6650-48f4-9b88-a4ef0e34fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:47.778837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-60c4dfd0-6650-48f4-9b88-a4ef0e34fb3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 200 len: 849 time: 0.0452142 Jun 24 10:40:47.792466 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:40:47.801498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:40:47.802092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:40:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:47.826990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-c6b214c6-d41f-4349-93c7-87cbb5bb405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:40:47.828414 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-c6b214c6-d41f-4349-93c7-87cbb5bb405b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d45f93fe-c90f-4708-aa2a-5a1fde71bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427558 Jun 24 10:40:47.897346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:47.899526 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:40:47.919194 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-67ac976f-cbf8-4d48-a033-5c4d4cf1cc53 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839617 Jun 24 10:40:48.013219 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-88c48af2-b489-4667-8d16-a0e68871b6e4 req-b65a9f10-0756-40fb-a2e0-5849bbbb3ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Jun 24 10:40:48.241691 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '6fe75017-cb1e-43cb-ad7e-7dec269406dc', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '9f634125-4668-43db-831a-285df3eb2a83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:1a:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:30Z', 'updated_at': '2022-06-24T10:40:46Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:40:48.267334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f330f-b847-4e3e-a118-89d6632b9ddc None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '6fe75017-cb1e-43cb-ad7e-7dec269406dc', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'port_id': '9f634125-4668-43db-831a-285df3eb2a83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'mac_address': 'fa:16:3e:1a:7d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:40:30Z', 'updated_at': '2022-06-24T10:40:46Z', 'revision_number': 1, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:40:48.446072 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb6ebfb-7611-44ac-a649-fee73f007a17 None None] New status for floating IP 6fe75017-cb1e-43cb-ad7e-7dec269406dc: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:40:53.268549 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:53.272607 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:55.323532 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=39,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:55.350560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:56.634167 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:40:57.926693 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6501ab1b-0f3c-498f-9254-28ce2f0d7f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:40:58.008178 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=42 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:58.010031 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=11 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:40:58.551989 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:00.334590 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-91ca8e99-966a-4f92-8948-af997c339884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:01.537840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.048077 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.406128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48744) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:02.519516 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fa1d40ad-7e77-4d7f-ac5c-5a2af3a4f2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.597787 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fa1d40ad-7e77-4d7f-ac5c-5a2af3a4f2ba admin admin] Publish callbacks [] for security_group (b8ba72c4-6d68-43a2-be1a-85fc8783ec21), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.604514 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fa1d40ad-7e77-4d7f-ac5c-5a2af3a4f2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b8ba72c4-6d68-43a2-be1a-85fc8783ec21), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.643675 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-fa1d40ad-7e77-4d7f-ac5c-5a2af3a4f2ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82c3be2fd4e74c24aec68aba519c9a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362893 Jun 24 10:41:02.644638 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d40ad-7e77-4d7f-ac5c-5a2af3a4f2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ba72c4-6d68-43a2-be1a-85fc8783ec21,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:02.647035 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48748) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:02.701998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] Publish callbacks [] for security_group (b8ba72c4-6d68-43a2-be1a-85fc8783ec21), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.725477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] Publish callbacks [] for security_group (b8ba72c4-6d68-43a2-be1a-85fc8783ec21), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.780054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (b8ba72c4-6d68-43a2-be1a-85fc8783ec21), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.782957 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:02.784142 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8ba72c4-6d68-43a2-be1a-85fc8783ec21 HTTP/1.1" status: 204 len: 168 time: 0.1362035 Jun 24 10:41:02.792194 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b86031-be5e-4bbe-87b9-f008b209bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ba72c4-6d68-43a2-be1a-85fc8783ec21,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:03.069678 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 48754) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:03.083403 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf57f6dd-daf4-40aa-9338-b3c3c525ed53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.161583 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf57f6dd-daf4-40aa-9338-b3c3c525ed53 admin admin] Publish callbacks [] for security_group (f5a09e8a-be52-48fa-856c-c84682b76ec4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.168186 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf57f6dd-daf4-40aa-9338-b3c3c525ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (f5a09e8a-be52-48fa-856c-c84682b76ec4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.208221 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f6dd-daf4-40aa-9338-b3c3c525ed53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a09e8a-be52-48fa-856c-c84682b76ec4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:03.213765 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bf57f6dd-daf4-40aa-9338-b3c3c525ed53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f819bcd53ec42c1b55b6572c008c3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418552 Jun 24 10:41:03.215787 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 48756) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:03.224803 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.267231 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] Publish callbacks [] for security_group (f5a09e8a-be52-48fa-856c-c84682b76ec4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.293351 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] Publish callbacks [] for security_group (f5a09e8a-be52-48fa-856c-c84682b76ec4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.346677 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (f5a09e8a-be52-48fa-856c-c84682b76ec4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.350732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:03.352339 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5a09e8a-be52-48fa-856c-c84682b76ec4 HTTP/1.1" status: 204 len: 168 time: 0.1355150 Jun 24 10:41:03.360586 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa56bc-778f-44aa-9895-61f6d8932753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a09e8a-be52-48fa-856c-c84682b76ec4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:03.400712 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:06.629949 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:07.808264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b66f-f0a5-4d44-be1c-84b25d349cac req-6edeefac-ddf3-4673-ad26-fe9f02fdf2e0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:07.809750 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0a45b66f-f0a5-4d44-be1c-84b25d349cac req-6edeefac-ddf3-4673-ad26-fe9f02fdf2e0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0491757 Jun 24 10:41:07.862987 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0a45b66f-f0a5-4d44-be1c-84b25d349cac req-3b692c8f-d00e-4471-b9cc-0b93e05792f0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436919 Jun 24 10:41:08.996104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3fd6-bab0-4a37-887c-a6f2851860ae req-65947b78-07f1-4e4f-a948-e679e4e7f245 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:08.997588 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca5d3fd6-bab0-4a37-887c-a6f2851860ae req-65947b78-07f1-4e4f-a948-e679e4e7f245 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0472982 Jun 24 10:41:09.045421 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca5d3fd6-bab0-4a37-887c-a6f2851860ae req-43ca0554-ba93-42da-b331-c546b5298ad0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Jun 24 10:41:10.194009 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1777-8bfc-42a5-ae86-c7e8ba4f4e5e req-017e52cc-5cfa-424a-9d5f-700df7546601 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:10.195462 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-477a1777-8bfc-42a5-ae86-c7e8ba4f4e5e req-017e52cc-5cfa-424a-9d5f-700df7546601 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0495009 Jun 24 10:41:10.256035 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-477a1777-8bfc-42a5-ae86-c7e8ba4f4e5e req-0b9dd0ae-cd79-45b5-af5b-ebc0767cc4ac tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546892 Jun 24 10:41:11.402988 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56945824-4843-4772-a481-6ffc137ebb82 req-0f13505c-0376-426a-9978-560ef6b235c1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:11.404442 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-56945824-4843-4772-a481-6ffc137ebb82 req-0f13505c-0376-426a-9978-560ef6b235c1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0550036 Jun 24 10:41:11.451026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:11.457143 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-56945824-4843-4772-a481-6ffc137ebb82 req-d12c63c5-5cbc-4ba3-a091-76ce61f6a60f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Jun 24 10:41:12.578470 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5bdcc-ed91-4480-8578-5f032f0ddcf3 req-74dd9f9d-a368-4ae5-aa46-44fdce623be6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:12.579899 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0cb5bdcc-ed91-4480-8578-5f032f0ddcf3 req-74dd9f9d-a368-4ae5-aa46-44fdce623be6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0457504 Jun 24 10:41:12.595565 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:12.632872 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0cb5bdcc-ed91-4480-8578-5f032f0ddcf3 req-7d2832e9-18b9-4ef5-ae3a-cd477d90e11c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Jun 24 10:41:13.203760 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=19,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:13.205878 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:13.393541 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:13.394744 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:13.768602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f247d-5b15-468e-8a65-99508b035de0 req-9d951c02-a771-4dd1-9a0c-7c8fb6c624a3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:13.769992 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-414f247d-5b15-468e-8a65-99508b035de0 req-9d951c02-a771-4dd1-9a0c-7c8fb6c624a3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0520623 Jun 24 10:41:13.817056 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-414f247d-5b15-468e-8a65-99508b035de0 req-be79d285-14e4-49da-adc1-d3b63c5948d4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Jun 24 10:41:14.944204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7283d-77f5-4cff-8db3-1982c31bfc43 req-bbd0a868-6d0a-4fd4-b706-eb52643f1356 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:14.945735 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-53a7283d-77f5-4cff-8db3-1982c31bfc43 req-bbd0a868-6d0a-4fd4-b706-eb52643f1356 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Jun 24 10:41:14.996778 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-53a7283d-77f5-4cff-8db3-1982c31bfc43 req-07b847f4-5ec7-4567-ba65-7908d5b0df64 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Jun 24 10:41:16.137133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806b274-346e-4da3-b175-2c80b62e88d1 req-a72a2443-4e6b-488c-a24a-2c7b331b8666 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:16.139448 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3806b274-346e-4da3-b175-2c80b62e88d1 req-a72a2443-4e6b-488c-a24a-2c7b331b8666 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0586898 Jun 24 10:41:16.190564 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3806b274-346e-4da3-b175-2c80b62e88d1 req-eaf6845e-c199-47b6-ad41-7badce7ed1be tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 Jun 24 10:41:16.747773 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:17.330039 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e374fb-cadf-49d9-83ce-51dbabb7454b req-a61e3dcb-3ffa-4942-9841-0451a30d6eba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:17.331760 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b9e374fb-cadf-49d9-83ce-51dbabb7454b req-a61e3dcb-3ffa-4942-9841-0451a30d6eba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0573974 Jun 24 10:41:17.380721 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b9e374fb-cadf-49d9-83ce-51dbabb7454b req-4b06eb73-eabf-4b3d-9da2-c99e042dcf09 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Jun 24 10:41:18.515057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3149-72a6-46ba-816b-0e63beaad53a req-2afa64ee-6e3c-440f-adc3-6cedb80c3981 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:18.516513 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bcfd3149-72a6-46ba-816b-0e63beaad53a req-2afa64ee-6e3c-440f-adc3-6cedb80c3981 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Jun 24 10:41:18.569102 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bcfd3149-72a6-46ba-816b-0e63beaad53a req-34713bdd-a678-4597-8bb4-1973a20fc468 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468493 Jun 24 10:41:19.706165 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e9fbf-3c4a-4bac-b05b-36220eb18445 req-7802a4f1-061e-483b-b540-59cbb75d305a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:19.707617 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e63e9fbf-3c4a-4bac-b05b-36220eb18445 req-7802a4f1-061e-483b-b540-59cbb75d305a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0466969 Jun 24 10:41:19.755865 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e63e9fbf-3c4a-4bac-b05b-36220eb18445 req-82e99d04-8758-4b0f-bd09-efdc87934f68 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Jun 24 10:41:20.886950 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17f5e1-ebdf-46f4-8a68-a526ecdbcea5 req-8789006d-1089-40ab-bea3-c7c97ffa138c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:20.888397 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8d17f5e1-ebdf-46f4-8a68-a526ecdbcea5 req-8789006d-1089-40ab-bea3-c7c97ffa138c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0523145 Jun 24 10:41:20.936756 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8d17f5e1-ebdf-46f4-8a68-a526ecdbcea5 req-e7c3f5e0-2252-4790-88ce-0c99faaaac78 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Jun 24 10:41:22.327019 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7468-5e86-4bc2-9758-8256c2e7b3ae req-fd77f9d6-3b8f-44c2-9bd4-1061dffdcbc7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:22.328466 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f99e7468-5e86-4bc2-9758-8256c2e7b3ae req-fd77f9d6-3b8f-44c2-9bd4-1061dffdcbc7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.3160996 Jun 24 10:41:22.375027 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f99e7468-5e86-4bc2-9758-8256c2e7b3ae req-71b2a1e6-816d-4b5c-8564-01818b8a57e0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Jun 24 10:41:23.505879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f52038-9f04-4f57-9d9e-37df285c5445 req-c47fa30c-aa37-41f6-b078-9f1e5bc06a02 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:23.509790 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e1f52038-9f04-4f57-9d9e-37df285c5445 req-c47fa30c-aa37-41f6-b078-9f1e5bc06a02 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0523462 Jun 24 10:41:23.568370 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e1f52038-9f04-4f57-9d9e-37df285c5445 req-a0817b5d-d051-4666-beb3-68fc0f1d8ad6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546131 Jun 24 10:41:24.699227 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:24.711090 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c55d3-7d65-45f3-b10f-8e1414c2028e req-d4d5f820-ce49-4afa-8e54-fba35e3b496d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:24.712645 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb7c55d3-7d65-45f3-b10f-8e1414c2028e req-d4d5f820-ce49-4afa-8e54-fba35e3b496d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0546322 Jun 24 10:41:24.763717 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb7c55d3-7d65-45f3-b10f-8e1414c2028e req-a1258939-fa5b-431f-aa24-7e9ee3d59243 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Jun 24 10:41:25.906962 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eacf3-02e8-4f8b-9f60-3219bf550d16 req-bbe5a9b1-91fc-4ada-b767-e9c0203b4ae8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:25.908399 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e30eacf3-02e8-4f8b-9f60-3219bf550d16 req-bbe5a9b1-91fc-4ada-b767-e9c0203b4ae8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0581198 Jun 24 10:41:25.956515 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e30eacf3-02e8-4f8b-9f60-3219bf550d16 req-4ace253e-8d70-4e77-aa96-b369ca472a53 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410926 Jun 24 10:41:26.627026 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:27.064672 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:27.087840 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df0599-44b1-4c20-aae5-f48e820a0dc0 req-20d4de7f-2aac-4178-8e94-e93544007e1c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:27.089863 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-40df0599-44b1-4c20-aae5-f48e820a0dc0 req-20d4de7f-2aac-4178-8e94-e93544007e1c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0579088 Jun 24 10:41:27.143124 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-40df0599-44b1-4c20-aae5-f48e820a0dc0 req-04be4abe-b227-42bd-8a06-e31cad956101 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471284 Jun 24 10:41:27.923583 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-600d4c08-678d-444d-a7c9-23e9d2e64406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:28.263938 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735cd5f-790d-4339-b9e8-2d6108e06b0b req-67f12fa9-91b3-474c-b318-01240bc90553 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:28.265453 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5735cd5f-790d-4339-b9e8-2d6108e06b0b req-67f12fa9-91b3-474c-b318-01240bc90553 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0476751 Jun 24 10:41:28.317550 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5735cd5f-790d-4339-b9e8-2d6108e06b0b req-4c92a2f8-2e82-4810-b077-33bc568be5c1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465078 Jun 24 10:41:28.520588 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:41:28.622599 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:28.633710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:41:28.668681 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: ACTIVE; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:41:28.669019 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:28.682577 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:41:28.702965 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:28.709835 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:28.766706 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=6']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:28.774238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.774581 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.774939 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.775277 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.775605 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.775928 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.776251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.776569 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.776922 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.777242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.777564 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.777981 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.778594 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.778859 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.779176 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:28.802595 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:41:29.463234 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a907-d664-4453-892a-d21e83ff48f5 req-0bedf416-08e0-4811-aceb-02968fcb273d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:29.471402 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8f9a907-d664-4453-892a-d21e83ff48f5 req-0bedf416-08e0-4811-aceb-02968fcb273d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0699778 Jun 24 10:41:29.517078 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8f9a907-d664-4453-892a-d21e83ff48f5 req-6046bbd9-0981-4d95-b0eb-50f938b527e9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444834 Jun 24 10:41:30.333872 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4a0d80c5-4121-4636-a53c-deadf7f53104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:30.541998 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:41:30.596448 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:41:30.597135 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:30.658162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98221-1587-4c26-9f5a-9f5cae1654e0 req-38b6f43d-4901-407e-905e-0967cd188de6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:30.665218 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ce98221-1587-4c26-9f5a-9f5cae1654e0 req-38b6f43d-4901-407e-905e-0967cd188de6 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0588965 Jun 24 10:41:30.685184 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:41:30.685833 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:30.716787 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:41:30.727337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fca9015-a8b4-460f-be07-57c856b5004d" -d '{"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:30.731284 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ce98221-1587-4c26-9f5a-9f5cae1654e0 req-ab382c3b-5718-4597-a928-ab0a63a97509 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650873 Jun 24 10:41:30.759553 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:30.771935 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:30.848791 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=7']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:30.886307 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49064) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:30.951223 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21686ee8-442a-4a51-8211-580279200203 x-openstack-request-id: req-21686ee8-442a-4a51-8211-580279200203 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:30.951565 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:30.952153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21686ee8-442a-4a51-8211-580279200203 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:30.952612 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21686ee8-442a-4a51-8211-580279200203'] response: {'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'code': 200} Jun 24 10:41:31.032462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.126497 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Publish callbacks [] for security_group (84aff5ca-26ff-4f63-8bff-157e870fda9d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.132190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (84aff5ca-26ff-4f63-8bff-157e870fda9d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.177803 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=881cebad04fb4127b21ecda77dc26b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889738 Jun 24 10:41:31.181748 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49068) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:31.182306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aff5ca-26ff-4f63-8bff-157e870fda9d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:31.190645 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.191081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.191493 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.193663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.194245 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.194511 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.194907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.195415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.195813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.196201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d81656-4d37-4b58-a974-0b4a1950b5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:31.241966 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] Publish callbacks [] for security_group (84aff5ca-26ff-4f63-8bff-157e870fda9d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.265458 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] Publish callbacks [] for security_group (84aff5ca-26ff-4f63-8bff-157e870fda9d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.315998 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (84aff5ca-26ff-4f63-8bff-157e870fda9d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.319429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.323060 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84aff5ca-26ff-4f63-8bff-157e870fda9d HTTP/1.1" status: 204 len: 168 time: 0.1389468 Jun 24 10:41:31.333706 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a8ad-f792-4674-beb6-9c4c80d4b7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aff5ca-26ff-4f63-8bff-157e870fda9d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:31.558876 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.786397 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49084) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:31.810999 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0c76cfe-fba1-4202-9a36-c9ae73c078f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.888088 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510c224-19f1-4c81-b6d7-3cff0df5022a req-44df2c31-3cbe-4a7f-830e-4d137476337e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:31.891467 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b510c224-19f1-4c81-b6d7-3cff0df5022a req-44df2c31-3cbe-4a7f-830e-4d137476337e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0653472 Jun 24 10:41:31.914444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0c76cfe-fba1-4202-9a36-c9ae73c078f1 admin admin] Publish callbacks [] for security_group (6052c633-a682-4013-a529-970cfced6cdf), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.922295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0c76cfe-fba1-4202-9a36-c9ae73c078f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6052c633-a682-4013-a529-970cfced6cdf), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:31.947570 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b510c224-19f1-4c81-b6d7-3cff0df5022a req-fefebddd-c574-4fbc-b80b-6a470db2218d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491023 Jun 24 10:41:31.953557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76cfe-fba1-4202-9a36-c9ae73c078f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6052c633-a682-4013-a529-970cfced6cdf,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:31.985699 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e0c76cfe-fba1-4202-9a36-c9ae73c078f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ce4c32989bc446cab32801007bdc68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982062 Jun 24 10:41:31.988154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49086) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:32.049032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] Publish callbacks [] for security_group (6052c633-a682-4013-a529-970cfced6cdf), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:32.066743 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:32.078453 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] Publish callbacks [] for security_group (6052c633-a682-4013-a529-970cfced6cdf), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:32.139342 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6052c633-a682-4013-a529-970cfced6cdf), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:32.143700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:32.145123 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6052c633-a682-4013-a529-970cfced6cdf HTTP/1.1" status: 204 len: 168 time: 0.1560655 Jun 24 10:41:32.154758 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89a9ac-36a0-469a-8e75-78e6cfcbf6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6052c633-a682-4013-a529-970cfced6cdf,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:33.151249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eac4d9-540d-4c35-850f-51f6c25ab808 req-548f5047-fc5c-481c-9b12-4d23b5ca319a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:33.161717 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81eac4d9-540d-4c35-850f-51f6c25ab808 req-548f5047-fc5c-481c-9b12-4d23b5ca319a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0778525 Jun 24 10:41:33.222422 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:33.241049 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:33.288984 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81eac4d9-540d-4c35-850f-51f6c25ab808 req-18635d1a-3ac4-4798-b604-47270c2fafbd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259010 Jun 24 10:41:33.406752 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:33.633114 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:41:34.471510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a40a4-d6ed-4c3a-94f0-b03424ed9228 req-e3576f03-840d-4628-b8a7-f921adcef93b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:34.479398 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-909a40a4-d6ed-4c3a-94f0-b03424ed9228 req-e3576f03-840d-4628-b8a7-f921adcef93b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0781813 Jun 24 10:41:34.535441 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:34.582071 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-909a40a4-d6ed-4c3a-94f0-b03424ed9228 req-e43b9d41-3a46-47bc-b548-08afc3a48ed3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013765 Jun 24 10:41:35.705569 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33ad0a-30d4-4491-b58a-39b954487083 req-28d678f5-708c-4f5e-b3c3-13407d12830f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:35.707174 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc33ad0a-30d4-4491-b58a-39b954487083 req-28d678f5-708c-4f5e-b3c3-13407d12830f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0529130 Jun 24 10:41:35.772898 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bc33ad0a-30d4-4491-b58a-39b954487083 req-3db5facd-ca2a-48ca-9380-7d48550acb6a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596757 Jun 24 10:41:36.484320 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-f481dc13-83c2-4fd1-94bd-d55cdc14a8f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1672993 Jun 24 10:41:36.538142 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:36.552683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-cf5adccd-7c45-45ec-9d8a-670f9c0efafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:36.554340 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-cf5adccd-7c45-45ec-9d8a-670f9c0efafc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 1130 time: 0.0468276 Jun 24 10:41:36.685268 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-fd6a69d4-70ad-4a3f-bf4f-a8338289d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:36.688102 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-fd6a69d4-70ad-4a3f-bf4f-a8338289d89d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.1071873 Jun 24 10:41:36.759434 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-cf9350c4-22f8-4903-ba80-4a7ee449f948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 200 len: 1002 time: 0.0645571 Jun 24 10:41:36.812730 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-5eae06b5-4de8-4d7b-954f-1f1949add584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:36.814534 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-5eae06b5-4de8-4d7b-954f-1f1949add584 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0469422 Jun 24 10:41:36.877113 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-9cb8250d-a4f2-42db-bd1f-602f42e9a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:36.878644 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-9cb8250d-a4f2-42db-bd1f-602f42e9a363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571575 Jun 24 10:41:36.942758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339ba57-28c3-4adb-b813-efedfa57346b req-7c0ca7c7-0f37-4f25-8462-fa4be46213b9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:36.944158 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2339ba57-28c3-4adb-b813-efedfa57346b req-7c0ca7c7-0f37-4f25-8462-fa4be46213b9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0840878 Jun 24 10:41:37.037646 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-f3ebee64-3724-4bfc-afac-e9edb93f7f36 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428440 Jun 24 10:41:37.042955 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2339ba57-28c3-4adb-b813-efedfa57346b req-96fac45f-6494-4465-bdea-7e0d16c4b0b0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911367 Jun 24 10:41:37.151410 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-42e678f8-774a-4b77-990d-94c5b6a6d4b2 req-ca6e7cb9-b55b-449f-b6fe-06b91c645837 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059537 Jun 24 10:41:38.179510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4454fd-f596-4b7a-a1b1-a857a43ddd54 req-c299a102-88a5-4ce5-a620-f73e7f5c3da7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:38.185304 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d4454fd-f596-4b7a-a1b1-a857a43ddd54 req-c299a102-88a5-4ce5-a620-f73e7f5c3da7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0552399 Jun 24 10:41:38.235383 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6d4454fd-f596-4b7a-a1b1-a857a43ddd54 req-74a74157-979c-4e7d-8acb-d426021a76e3 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469613 Jun 24 10:41:38.905004 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49220) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:39.016951 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade66-40d7-4f1b-a990-ef6862dfbfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.082347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:39.094844 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade66-40d7-4f1b-a990-ef6862dfbfab admin admin] Publish callbacks [] for security_group (518e28ed-78de-488f-b5f5-341e25e53c48), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.100179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ae7ade66-40d7-4f1b-a990-ef6862dfbfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (518e28ed-78de-488f-b5f5-341e25e53c48), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.142280 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ae7ade66-40d7-4f1b-a990-ef6862dfbfab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=911dfc5fa9584f9eaa89700c78f56ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361150 Jun 24 10:41:39.143107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ade66-40d7-4f1b-a990-ef6862dfbfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518e28ed-78de-488f-b5f5-341e25e53c48,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:39.145410 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49228) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:39.202136 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] Publish callbacks [] for security_group (518e28ed-78de-488f-b5f5-341e25e53c48), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.224208 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] Publish callbacks [] for security_group (518e28ed-78de-488f-b5f5-341e25e53c48), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.274743 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (518e28ed-78de-488f-b5f5-341e25e53c48), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.277132 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.278361 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/518e28ed-78de-488f-b5f5-341e25e53c48 HTTP/1.1" status: 204 len: 168 time: 0.1317880 Jun 24 10:41:39.286415 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcf627-506e-466f-b601-614709c729d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518e28ed-78de-488f-b5f5-341e25e53c48,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:39.369280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1661947-d0b2-4eb2-8d5c-e5f94c1beb83 req-5d6f5616-281c-4084-8510-b8f7f0618750 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:39.370945 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e1661947-d0b2-4eb2-8d5c-e5f94c1beb83 req-5d6f5616-281c-4084-8510-b8f7f0618750 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0496283 Jun 24 10:41:39.422133 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e1661947-d0b2-4eb2-8d5c-e5f94c1beb83 req-996b4541-ebb8-4d3d-a043-400a0291ce00 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447037 Jun 24 10:41:39.575295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49236) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:39.588769 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa798c9c-9506-4495-8b3f-865dfb7d8893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.624648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:39.671168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa798c9c-9506-4495-8b3f-865dfb7d8893 admin admin] Publish callbacks [] for security_group (1a12dd2c-ad94-45dc-b9ca-8d098ebfc346), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.676346 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fa798c9c-9506-4495-8b3f-865dfb7d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (1a12dd2c-ad94-45dc-b9ca-8d098ebfc346), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.713693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa798c9c-9506-4495-8b3f-865dfb7d8893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a12dd2c-ad94-45dc-b9ca-8d098ebfc346,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:39.717719 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-fa798c9c-9506-4495-8b3f-865dfb7d8893 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ede0d941e4dc48bcae40ba20e86afa26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414177 Jun 24 10:41:39.721100 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49238) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:39.775819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:39.813206 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-42b5d48a-1e2e-4fcd-b409-6bf312117dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:39.814716 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-42b5d48a-1e2e-4fcd-b409-6bf312117dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1130 time: 0.0539696 Jun 24 10:41:39.826276 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] Publish callbacks [] for security_group (1a12dd2c-ad94-45dc-b9ca-8d098ebfc346), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.849576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] Publish callbacks [] for security_group (1a12dd2c-ad94-45dc-b9ca-8d098ebfc346), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.910739 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (1a12dd2c-ad94-45dc-b9ca-8d098ebfc346), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.913240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:39.914410 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a12dd2c-ad94-45dc-b9ca-8d098ebfc346 HTTP/1.1" status: 204 len: 168 time: 0.1923516 Jun 24 10:41:39.922921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63f10f-784a-4458-8c61-9c82bdc2474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a12dd2c-ad94-45dc-b9ca-8d098ebfc346,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:40.133173 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-9fc2df35-0d5f-4f9e-8e12-b8609c61e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:40.134718 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-9fc2df35-0d5f-4f9e-8e12-b8609c61e3f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.0931067 Jun 24 10:41:40.209385 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-5f9a4326-957e-499d-9574-95526c92a555 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 1002 time: 0.0669456 Jun 24 10:41:40.261569 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-3f21a7ba-d761-4596-b44a-8788a4e3057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:40.263334 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-3f21a7ba-d761-4596-b44a-8788a4e3057d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0466001 Jun 24 10:41:40.307547 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-11af4439-83d9-4ca7-a8c0-14308b0ea773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:40.309137 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-11af4439-83d9-4ca7-a8c0-14308b0ea773 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395093 Jun 24 10:41:40.403488 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-b7781dd5-0cfe-4c98-98c1-8b7d0d2d3e88 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869505 Jun 24 10:41:40.502039 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6820c0d6-0483-436d-a23f-10be3d4ec094 req-16f7fcbd-086e-4ac1-a3fd-56a81cb42c64 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919960 Jun 24 10:41:40.555590 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea95b1-8ba0-4da2-9d91-493f295bfcab req-c8eefda6-e104-4755-8878-74f65ccaefb1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:40.557114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6eea95b1-8ba0-4da2-9d91-493f295bfcab req-c8eefda6-e104-4755-8878-74f65ccaefb1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0534644 Jun 24 10:41:40.605166 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6eea95b1-8ba0-4da2-9d91-493f295bfcab req-6a8103f5-a33c-4e75-bad7-8fd404097774 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Jun 24 10:41:41.730845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8eb6e-a535-460d-bd91-190432cdfa1c req-31a307f0-d1e3-476c-a1e4-220d878f7471 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:41.732479 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-15b8eb6e-a535-460d-bd91-190432cdfa1c req-31a307f0-d1e3-476c-a1e4-220d878f7471 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 946 time: 0.0481343 Jun 24 10:41:41.759411 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:41.783749 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-15b8eb6e-a535-460d-bd91-190432cdfa1c req-9f975fc7-cfb2-431b-91d3-96849489c5e5 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 Jun 24 10:41:42.191802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49328) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:42.305110 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e0e060fe-d718-4e09-aee0-c925ab8f4b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.383869 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e0e060fe-d718-4e09-aee0-c925ab8f4b92 admin admin] Publish callbacks [] for security_group (ef79dcab-7a35-4d62-9672-994176502959), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.388916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e0e060fe-d718-4e09-aee0-c925ab8f4b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ef79dcab-7a35-4d62-9672-994176502959), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.422157 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:42.430873 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e060fe-d718-4e09-aee0-c925ab8f4b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef79dcab-7a35-4d62-9672-994176502959,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:42.437239 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e0e060fe-d718-4e09-aee0-c925ab8f4b92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02ac270c82754a5a96b0d9cb6ac2a199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443516 Jun 24 10:41:42.437967 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49338) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:42.461498 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:42.495994 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] Publish callbacks [] for security_group (ef79dcab-7a35-4d62-9672-994176502959), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.519402 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] Publish callbacks [] for security_group (ef79dcab-7a35-4d62-9672-994176502959), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.570849 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (ef79dcab-7a35-4d62-9672-994176502959), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.573506 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.577238 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef79dcab-7a35-4d62-9672-994176502959 HTTP/1.1" status: 204 len: 168 time: 0.1349673 Jun 24 10:41:42.586624 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b7a4-1659-4e67-b0d1-6ffb42b282a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef79dcab-7a35-4d62-9672-994176502959,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:42.614589 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:41:42.646424 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:42.707126 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: ACTIVE; New status is: DOWN {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:41:42.707574 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.733067 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:41:42.735795 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c94d140-f25c-4e76-93f1-3d0a5cb6a5e8" -d '{"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:41:42.751727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:42.758166 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:42.783621 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Jun 2022 10:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587ede7-1e1e-49b3-8a3d-4557e1bb718c x-openstack-request-id: req-4587ede7-1e1e-49b3-8a3d-4557e1bb718c {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:41:42.783898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-unplugged", "status": "failed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "code": 422}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:41:42.784146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4587ede7-1e1e-49b3-8a3d-4557e1bb718c {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:41:42.784576 dv-cinder-847536-1-iscsi neutron-server[104090]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4587ede7-1e1e-49b3-8a3d-4557e1bb718c']: {'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'code': 422} returned with failed status Jun 24 10:41:42.814836 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=8']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:42.916426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283606-28de-463d-839a-3573c8d2abd5 req-87ae6b4d-6a51-4aad-83f3-1506bda0a571 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:42.917945 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-12283606-28de-463d-839a-3573c8d2abd5 req-87ae6b4d-6a51-4aad-83f3-1506bda0a571 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0529613 Jun 24 10:41:42.920325 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49354) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:42.939311 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-33d7380e-1214-42a6-ad8b-8b21a704f56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.001988 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-12283606-28de-463d-839a-3573c8d2abd5 req-1d89ec7b-6f17-449a-8ab9-487e282e8052 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744090 Jun 24 10:41:43.056648 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-33d7380e-1214-42a6-ad8b-8b21a704f56b admin admin] Publish callbacks [] for security_group (82b67597-34b0-48d6-855e-e1c8bfdbc0ae), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.062694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-33d7380e-1214-42a6-ad8b-8b21a704f56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (82b67597-34b0-48d6-855e-e1c8bfdbc0ae), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.102555 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-33d7380e-1214-42a6-ad8b-8b21a704f56b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e57acafb4f14db2a10926c044d458db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811931 Jun 24 10:41:43.103656 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7380e-1214-42a6-ad8b-8b21a704f56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b67597-34b0-48d6-855e-e1c8bfdbc0ae,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:43.105456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49360) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:43.160701 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Publish callbacks [] for security_group (82b67597-34b0-48d6-855e-e1c8bfdbc0ae), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.183616 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Publish callbacks [] for security_group (82b67597-34b0-48d6-855e-e1c8bfdbc0ae), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.232206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (82b67597-34b0-48d6-855e-e1c8bfdbc0ae), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.234940 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:43.236255 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82b67597-34b0-48d6-855e-e1c8bfdbc0ae HTTP/1.1" status: 204 len: 168 time: 0.1288819 Jun 24 10:41:43.244542 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b67597-34b0-48d6-855e-e1c8bfdbc0ae,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:43.252248 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.252564 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.253007 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.253334 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.253677 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.254032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.254324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.254693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.255011 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.255331 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.255668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.256000 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.256288 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.256586 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.256918 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2efb26-2efe-4d86-ae3a-223ec23e95b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:41:43.632449 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:43.997396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e894-b764-4be9-a17f-e1768f4e0d47 req-ef04a3b0-2086-4a81-a139-f105e917b34d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:44.005263 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4cf3e894-b764-4be9-a17f-e1768f4e0d47 req-ef04a3b0-2086-4a81-a139-f105e917b34d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0705376 Jun 24 10:41:44.048729 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4cf3e894-b764-4be9-a17f-e1768f4e0d47 req-5fe39e6e-77c7-4d82-8354-9e849e435357 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Jun 24 10:41:44.448838 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49438) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:44.578907 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-0893dd10-7d7f-4702-a770-d1d414547d70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288629 Jun 24 10:41:44.587491 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-56669959-0f11-491a-b7f2-4a03a4a6378e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:41:44.588545 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-56669959-0f11-491a-b7f2-4a03a4a6378e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049934 Jun 24 10:41:44.727707 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49456) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:44.792723 dv-cinder-847536-1-iscsi neutron-server[104088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 10:41:44.842647 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-137e4286-0360-4ddd-944c-49d0df17e191 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:44.844035 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-137e4286-0360-4ddd-944c-49d0df17e191 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports/ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 941 time: 0.1136956 Jun 24 10:41:45.186729 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b70f9-d8ab-4b9b-938c-31d2677be508 req-a80e3916-e8e6-4b8e-997d-ce8d1b9c12b4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:45.189280 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-119b70f9-d8ab-4b9b-938c-31d2677be508 req-a80e3916-e8e6-4b8e-997d-ce8d1b9c12b4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0633535 Jun 24 10:41:45.253632 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-119b70f9-d8ab-4b9b-938c-31d2677be508 req-ce67c0ba-0340-425d-b1b2-a3e3d05781ba tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570073 Jun 24 10:41:45.324074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49498) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:45.439858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc22fa2a-eab5-467e-ae39-a3324223ddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.525495 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc22fa2a-eab5-467e-ae39-a3324223ddc7 admin admin] Publish callbacks [] for security_group (19749318-77f7-49d1-b45d-96a37c59a925), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.530582 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc22fa2a-eab5-467e-ae39-a3324223ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (19749318-77f7-49d1-b45d-96a37c59a925), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.571856 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cc22fa2a-eab5-467e-ae39-a3324223ddc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db1c88ca51364255adcf623d98eebb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466421 Jun 24 10:41:45.572664 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22fa2a-eab5-467e-ae39-a3324223ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19749318-77f7-49d1-b45d-96a37c59a925,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:45.574741 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49502) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:45.625469 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] Publish callbacks [] for security_group (19749318-77f7-49d1-b45d-96a37c59a925), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.656641 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] Publish callbacks [] for security_group (19749318-77f7-49d1-b45d-96a37c59a925), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.663277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:45.708909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (19749318-77f7-49d1-b45d-96a37c59a925), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.711472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:45.714936 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/19749318-77f7-49d1-b45d-96a37c59a925 HTTP/1.1" status: 204 len: 168 time: 0.1368797 Jun 24 10:41:45.723031 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6a2e5-7742-49ad-9527-3737643f9c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19749318-77f7-49d1-b45d-96a37c59a925,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:45.768918 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-2e9c21fe-2bd5-44fd-845d-6425fcf01a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:45.770567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-2e9c21fe-2bd5-44fd-845d-6425fcf01a61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9&tenant_id=281651371cba4d4a9454b0747947cc83 HTTP/1.1" status: 200 len: 1128 time: 0.0444331 Jun 24 10:41:45.831172 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-ba3cb696-40fb-4a59-a9e3-a3db5b795c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:45.832662 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-ba3cb696-40fb-4a59-a9e3-a3db5b795c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281651371cba4d4a9454b0747947cc83&device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1128 time: 0.0419219 Jun 24 10:41:45.926624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-cf3ba411-e4ab-4978-a1de-a1a00e07aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:45.928117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-cf3ba411-e4ab-4978-a1de-a1a00e07aafa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 200 len: 916 time: 0.0896313 Jun 24 10:41:46.000606 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-18b55a94-6000-40ae-9f53-d8f350389517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 200 len: 1000 time: 0.0661726 Jun 24 10:41:46.007912 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49510) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:46.021285 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42947d7b-37fe-4761-9200-cba6c9a58d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.035854 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:46.050183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-e617a3ed-6d87-4e0b-bdfe-f496f8878cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:46.051892 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-e617a3ed-6d87-4e0b-bdfe-f496f8878cd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 200 len: 854 time: 0.0459914 Jun 24 10:41:46.096683 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42947d7b-37fe-4761-9200-cba6c9a58d74 admin admin] Publish callbacks [] for security_group (7822b9ba-b909-4eae-9b4b-b434332cb560), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.097161 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f279-b516-4011-8033-894aa6108c90 req-52a5be24-137e-4b73-a5cc-ea5e8518689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:46.098760 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-52a5be24-137e-4b73-a5cc-ea5e8518689b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c54d8b2-277b-49d0-99b7-bf6f64432c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410357 Jun 24 10:41:46.102507 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42947d7b-37fe-4761-9200-cba6c9a58d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7822b9ba-b909-4eae-9b4b-b434332cb560), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.108133 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:46.139411 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947d7b-37fe-4761-9200-cba6c9a58d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7822b9ba-b909-4eae-9b4b-b434332cb560,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:46.151571 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-42947d7b-37fe-4761-9200-cba6c9a58d74 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e65d5a107ea341d382649e5130ffcfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425874 Jun 24 10:41:46.152152 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49512) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:46.192696 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-804cd111-9b54-4b57-a46e-2d71818ca977 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874267 Jun 24 10:41:46.202974 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] Publish callbacks [] for security_group (7822b9ba-b909-4eae-9b4b-b434332cb560), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.213272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:46.226171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] Publish callbacks [] for security_group (7822b9ba-b909-4eae-9b4b-b434332cb560), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.279626 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7822b9ba-b909-4eae-9b4b-b434332cb560), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.282228 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:46.285152 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-5e304776-e101-4f6d-aa6b-7dbcecea3934 service neutron] 10.222.0.20 "GET /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Jun 24 10:41:46.286067 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7822b9ba-b909-4eae-9b4b-b434332cb560 HTTP/1.1" status: 204 len: 168 time: 0.1329815 Jun 24 10:41:46.295219 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466ab3f-80be-45fb-ba0b-3b1e833d8573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7822b9ba-b909-4eae-9b4b-b434332cb560,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:46.379235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256920d-cbdb-4927-ac51-a284061bd18a req-fd194d3a-be63-4e29-8b98-d0e83e7719d7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:46.380755 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a256920d-cbdb-4927-ac51-a284061bd18a req-fd194d3a-be63-4e29-8b98-d0e83e7719d7 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0491502 Jun 24 10:41:46.436727 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a256920d-cbdb-4927-ac51-a284061bd18a req-f40fa405-2c73-4b6e-b600-37033dd01452 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Jun 24 10:41:47.594809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50b1c-5939-4a3b-8402-34460722540b req-df30b4d6-82ce-4d1f-84ed-822d79a62302 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:47.596416 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7e50b1c-5939-4a3b-8402-34460722540b req-df30b4d6-82ce-4d1f-84ed-822d79a62302 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0486939 Jun 24 10:41:47.725355 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f7e50b1c-5939-4a3b-8402-34460722540b req-451d4d49-f853-4b0f-9bdb-f4c18a622ab8 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219962 Jun 24 10:41:48.862954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27cd69-b690-4e76-9703-83a299296b80 req-19aeb3db-b40a-48c1-bba8-ade1616e988c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:48.864926 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e27cd69-b690-4e76-9703-83a299296b80 req-19aeb3db-b40a-48c1-bba8-ade1616e988c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0512688 Jun 24 10:41:48.945250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4e27cd69-b690-4e76-9703-83a299296b80 req-a977fe5e-5936-459e-9496-e0de8bf178bd tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740492 Jun 24 10:41:50.125252 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fa986-c8f8-42a1-a03a-c15ac6bd966c req-1230a3a0-6322-445a-98db-c0b6d60b8c09 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:50.126979 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-398fa986-c8f8-42a1-a03a-c15ac6bd966c req-1230a3a0-6322-445a-98db-c0b6d60b8c09 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0736914 Jun 24 10:41:50.188867 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-398fa986-c8f8-42a1-a03a-c15ac6bd966c req-3f93b369-f737-48f0-9cc6-9774a10508df tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557873 Jun 24 10:41:51.339520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d998c4-bc42-4738-8766-f7aef11a43db req-71c59e70-6a91-46e2-ab8c-bd3bff5d877e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:51.341059 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e7d998c4-bc42-4738-8766-f7aef11a43db req-71c59e70-6a91-46e2-ab8c-bd3bff5d877e tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0580018 Jun 24 10:41:51.389942 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e7d998c4-bc42-4738-8766-f7aef11a43db req-dd480f41-3416-4a11-aafe-bd079f89fd2c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Jun 24 10:41:52.525984 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d6a70-90dd-46f3-b572-5d4673a06925 req-016adef0-3089-4d7e-90c9-965595669ba1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:52.527495 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a4d6a70-90dd-46f3-b572-5d4673a06925 req-016adef0-3089-4d7e-90c9-965595669ba1 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0524316 Jun 24 10:41:52.579974 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a4d6a70-90dd-46f3-b572-5d4673a06925 req-743cf0a5-57f0-4e27-bbae-f34d78bf186c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Jun 24 10:41:53.588699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:53.611272 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06402-e0fc-4e9f-b5d5-35edf5f8b40c req-530a34b7-2e7a-4fdc-92af-96c19ba523e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:53.619110 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05b06402-e0fc-4e9f-b5d5-35edf5f8b40c req-530a34b7-2e7a-4fdc-92af-96c19ba523e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0636292 Jun 24 10:41:53.700442 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-05b06402-e0fc-4e9f-b5d5-35edf5f8b40c req-57e6f894-45b6-46b0-8af6-a0df2e873205 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801475 Jun 24 10:41:53.747764 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:53.748955 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:53.769306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:53.778481 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6482aa3-27f9-4070-8c8b-13a9100ccbcc req-1fa1329c-ae87-4a4b-abfe-ef7984041a8b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:53.779975 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f6482aa3-27f9-4070-8c8b-13a9100ccbcc req-1fa1329c-ae87-4a4b-abfe-ef7984041a8b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0648901 Jun 24 10:41:53.838884 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f6482aa3-27f9-4070-8c8b-13a9100ccbcc req-b1ef478d-80b0-42b8-a444-b5c904697caf tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530007 Jun 24 10:41:54.833155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48e51-23ed-4c8b-9685-7e1c8f683596 req-d8b189b0-4cec-4bea-a1fa-72b1cbee1725 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:54.834622 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8bc48e51-23ed-4c8b-9685-7e1c8f683596 req-d8b189b0-4cec-4bea-a1fa-72b1cbee1725 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0473561 Jun 24 10:41:54.886261 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8bc48e51-23ed-4c8b-9685-7e1c8f683596 req-18db16c6-dbaa-4d4f-a1d6-e884097d3352 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Jun 24 10:41:54.982453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7404e-6779-4f70-b5d8-1339ab5704d0 req-32888010-2dd5-45b4-8709-35eb0cde4952 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:54.984180 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a7c7404e-6779-4f70-b5d8-1339ab5704d0 req-32888010-2dd5-45b4-8709-35eb0cde4952 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0524366 Jun 24 10:41:55.056460 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a7c7404e-6779-4f70-b5d8-1339ab5704d0 req-ec1fc249-fdca-40f6-9b6c-989cf8ef8c1f tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661418 Jun 24 10:41:56.030761 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e42aa-25c8-48ba-ba02-0810933630d5 req-acbf2323-584d-4a4c-9d25-078358dea027 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:56.032324 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-884e42aa-25c8-48ba-ba02-0810933630d5 req-acbf2323-584d-4a4c-9d25-078358dea027 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0601432 Jun 24 10:41:56.081619 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-884e42aa-25c8-48ba-ba02-0810933630d5 req-1669cc6f-5151-4324-b974-eddb270b1606 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Jun 24 10:41:56.170636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02bc54-2997-4818-80a2-bfaa2455ecbd req-0c94524a-57ff-4b57-a275-e597a19bd9ce tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:56.172314 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dc02bc54-2997-4818-80a2-bfaa2455ecbd req-0c94524a-57ff-4b57-a275-e597a19bd9ce tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0484385 Jun 24 10:41:56.222367 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dc02bc54-2997-4818-80a2-bfaa2455ecbd req-a8c328d5-325c-42c2-833e-8ffbddf93c2c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444248 Jun 24 10:41:56.259433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:56.291412 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:56.318668 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:56.319496 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:57.217324 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4849047-eacd-4b70-903a-dbaa45144660 req-ea5d3423-9419-4ddb-bb9f-b67238e44182 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:57.218797 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4849047-eacd-4b70-903a-dbaa45144660 req-ea5d3423-9419-4ddb-bb9f-b67238e44182 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0537682 Jun 24 10:41:57.289457 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4849047-eacd-4b70-903a-dbaa45144660 req-1f77444a-6446-4e9e-9c1d-f53f28503f45 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645237 Jun 24 10:41:57.348779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7468b-2563-42c4-b8fc-547fe00c2187 req-d434a580-a51e-4dca-9dc1-a2b550aeb0d4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:57.350219 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03a7468b-2563-42c4-b8fc-547fe00c2187 req-d434a580-a51e-4dca-9dc1-a2b550aeb0d4 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0466132 Jun 24 10:41:57.400212 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-03a7468b-2563-42c4-b8fc-547fe00c2187 req-76d81ec4-79e0-48e3-a9d0-7d3ed363c287 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420108 Jun 24 10:41:57.844217 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49724) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:57.918545 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2053-3e7b-4ba9-abe9-88bb42553367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:57.955319 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-982af9b5-05c0-4392-b696-07358403a926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.035122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-982af9b5-05c0-4392-b696-07358403a926 admin admin] Publish callbacks [] for security_group (6054743b-9081-4737-91f6-5105a7c186ca), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.041201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-982af9b5-05c0-4392-b696-07358403a926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6054743b-9081-4737-91f6-5105a7c186ca), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.082381 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-982af9b5-05c0-4392-b696-07358403a926 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=875208210e334c11a753c9f0fb9194d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367215 Jun 24 10:41:58.083213 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af9b5-05c0-4392-b696-07358403a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054743b-9081-4737-91f6-5105a7c186ca,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:58.085362 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49728) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:41:58.139124 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] Publish callbacks [] for security_group (6054743b-9081-4737-91f6-5105a7c186ca), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.160783 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] Publish callbacks [] for security_group (6054743b-9081-4737-91f6-5105a7c186ca), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.210186 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6054743b-9081-4737-91f6-5105a7c186ca), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.213214 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.214654 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6054743b-9081-4737-91f6-5105a7c186ca HTTP/1.1" status: 204 len: 168 time: 0.1282837 Jun 24 10:41:58.224263 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882e0e6-ee9f-4ce0-8f98-6e03281463e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054743b-9081-4737-91f6-5105a7c186ca,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:58.414632 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a26c8-72b3-4efc-9ed5-edf8d2b11261 req-dd126514-2b1b-4805-8610-0d272a371b25 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:58.416262 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b14a26c8-72b3-4efc-9ed5-edf8d2b11261 req-dd126514-2b1b-4805-8610-0d272a371b25 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0527391 Jun 24 10:41:58.480111 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b14a26c8-72b3-4efc-9ed5-edf8d2b11261 req-d9aec8cf-aa20-4076-9217-abbe457a25c9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576346 Jun 24 10:41:58.520097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:58.540043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496281d1-5afb-44b8-ba7d-ed4ad30047eb req-7f7c80fb-b55b-4081-a129-31c92fdcb991 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:58.541642 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-496281d1-5afb-44b8-ba7d-ed4ad30047eb req-7f7c80fb-b55b-4081-a129-31c92fdcb991 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 944 time: 0.0596540 Jun 24 10:41:58.553710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:41:58.592239 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-496281d1-5afb-44b8-ba7d-ed4ad30047eb req-1640d48c-63f4-4192-b377-e24bf76ebce2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Jun 24 10:41:58.660041 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:41:58.758810 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:58.771134 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'port_id': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'mac_address': 'fa:16:3e:24:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:41:58.809113 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:41:58.809498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.822535 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:41:58.845220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:58.850957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:58.897482 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=9']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:58.941769 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-831b7db4-317b-42e4-9f09-62e8b0b3bc6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:58.943178 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-831b7db4-317b-42e4-9f09-62e8b0b3bc6b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 946 time: 0.0522177 Jun 24 10:41:59.026521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port f10fad00-dddc-4bae-9fce-5914b2b2b0ad {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:41:59.026734 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:59.062335 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:41:59.123907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] For port f10fad00-dddc-4bae-9fce-5914b2b2b0ad, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:41:59.124238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:59.284051 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:59.284356 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:59.284589 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3 disassociated. External IP: 172.27.1.161, port: f10fad00-dddc-4bae-9fce-5914b2b2b0ad. Jun 24 10:41:59.284950 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for f10fad00-dddc-4bae-9fce-5914b2b2b0ad owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:41:59.415478 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (f10fad00-dddc-4bae-9fce-5914b2b2b0ad), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:41:59.450608 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=f10fad00-dddc-4bae-9fce-5914b2b2b0ad,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:41:59.583561 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:41:59.585547 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6205f3d2-1ceb-47e1-b6a0-163b9251fca9 req-1d071038-3231-43f9-bbe2-0e99dc100e24 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0329225 Jun 24 10:41:59.994502 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585472be-40af-43d6-9b64-60f00a876808 req-74ec2d17-5657-4c8b-bc3a-ab130faaa498 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:41:59.995989 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-585472be-40af-43d6-9b64-60f00a876808 req-74ec2d17-5657-4c8b-bc3a-ab130faaa498 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 945 time: 0.0581234 Jun 24 10:41:59.997431 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:00.008628 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:00.019747 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:00.020363 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:41:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:00.042803 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:00.064096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] No DVR routers for this DVR port f10fad00-dddc-4bae-9fce-5914b2b2b0ad on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:00.068625 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:00.071762 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e18413f8-f55d-4de4-8830-af2ac542ec30 req-1628f0c3-ec01-42ae-98aa-705b5dc6a0ba tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "DELETE /v2.0/ports/f10fad00-dddc-4bae-9fce-5914b2b2b0ad HTTP/1.1" status: 204 len: 173 time: 1.1230612 Jun 24 10:42:00.074276 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:00.075081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'name': 'network-vif-deleted', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:00.077388 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec39f7-6791-45d3-b121-131467cf8d99" -d '{"events": [{"server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "name": "network-vif-deleted", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:00.105532 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-585472be-40af-43d6-9b64-60f00a876808 req-b1f58dca-90c9-4d42-ac08-987d306f2438 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021574 Jun 24 10:42:00.144262 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:00.369022 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a4e9-42bb-4dbc-bc05-3ea9e7600e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:00.386397 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:00.435140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1de0944-4e7a-4de4-9bc3-83896c2fcfd7 x-openstack-request-id: req-a1de0944-4e7a-4de4-9bc3-83896c2fcfd7 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:00.435647 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef73619d-95e3-4358-a61b-7cbe58f76050", "name": "network-vif-deleted", "tag": "f10fad00-dddc-4bae-9fce-5914b2b2b0ad", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:00.435647 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1de0944-4e7a-4de4-9bc3-83896c2fcfd7 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:00.436065 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1de0944-4e7a-4de4-9bc3-83896c2fcfd7'] response: {'server_uuid': 'ef73619d-95e3-4358-a61b-7cbe58f76050', 'name': 'network-vif-deleted', 'tag': 'f10fad00-dddc-4bae-9fce-5914b2b2b0ad', 'status': 'completed', 'code': 200} Jun 24 10:42:00.545776 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:00.555665 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:00.556253 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:00.603264 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:00.640484 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:00.672576 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:00.700276 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:00.706859 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a3479132-cf44-47ce-ae25-796b417983eb req-4b6a6b22-369d-4991-8525-708c433badfc tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef73619d-95e3-4358-a61b-7cbe58f76050 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Jun 24 10:42:00.827479 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:00.827834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:00.946523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:00.972344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:00.972717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:00.975223 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa9c90-fd77-4778-9b74-55de8688590c None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:01.000449 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:01.003741 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc667ed2-2c5d-4279-9ba4-e0d00b8593f0" -d '{"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:01.018608 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:01.024117 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:01.025103 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f10fad00-dddc-4bae-9fce-5914b2b2b0ad no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:01.051337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21adda6d-ace7-41e2-a482-b4e38f3cae62 x-openstack-request-id: req-21adda6d-ace7-41e2-a482-b4e38f3cae62 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:01.051627 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-plugged", "status": "completed", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:01.051873 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21adda6d-ace7-41e2-a482-b4e38f3cae62 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:01.052292 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21adda6d-ace7-41e2-a482-b4e38f3cae62'] response: {'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'code': 200} Jun 24 10:42:01.071227 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: f10fad00-dddc-4bae-9fce-5914b2b2b0ad {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:01.071569 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f10fad00-dddc-4bae-9fce-5914b2b2b0ad not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:01.093467 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=10']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:01.262927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f6c6-ce4e-4344-9232-7162c5743447 req-3ff20e68-8f10-44b4-94e2-075dbe1a1f64 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:01.264532 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1191f6c6-ce4e-4344-9232-7162c5743447 req-3ff20e68-8f10-44b4-94e2-075dbe1a1f64 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0623834 Jun 24 10:42:01.266712 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e13704-487d-43bb-92be-a94072adf04c None None] New status for floating IP 709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:42:01.349405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185606f7-3bb4-422c-b807-fef305ea242c req-a17127ed-ac43-4873-a928-1d7d8178fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:01.351061 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-185606f7-3bb4-422c-b807-fef305ea242c req-a17127ed-ac43-4873-a928-1d7d8178fc6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 1131 time: 0.0645535 Jun 24 10:42:01.396032 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1191f6c6-ce4e-4344-9232-7162c5743447 req-b2a35855-450b-4c95-8869-fb4fe844203c tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213684 Jun 24 10:42:01.413502 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-185606f7-3bb4-422c-b807-fef305ea242c req-901c2286-b284-4a12-ada0-9f611fe42da0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542216 Jun 24 10:42:01.540715 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:01.974064 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-20254a3b-57b9-43d4-8788-f68691864aa0 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102130013&fields=id&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 267 time: 0.0458803 Jun 24 10:42:02.064568 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:02.083855 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-234a66e7-8324-483a-9a11-3f397e0382b2 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:02.085364 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-234a66e7-8324-483a-9a11-3f397e0382b2 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1049776 Jun 24 10:42:02.100250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-e38af05c-453e-41df-af78-d07dbd431927 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/quotas/8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 375 time: 0.0095925 Jun 24 10:42:02.148184 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b08187fe-d8c3-4377-a455-1563a476ca7e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430310 Jun 24 10:42:02.342975 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-c4c0fcf6-995c-4dc0-8d2e-9b704250677d service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819022 Jun 24 10:42:02.449422 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f8e19a97-6035-4030-b841-e364cebd45de service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003351 Jun 24 10:42:02.538076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b3efb-1427-4cd5-94a0-a02838f9de25 req-3c1912d9-3ab1-4580-adc6-15177e807535 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:02.540635 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a9b3efb-1427-4cd5-94a0-a02838f9de25 req-3c1912d9-3ab1-4580-adc6-15177e807535 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0537159 Jun 24 10:42:02.593457 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a9b3efb-1427-4cd5-94a0-a02838f9de25 req-b493f6b6-dc1a-4797-9fa8-df920f8afbd9 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457456 Jun 24 10:42:02.800518 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7fc1855-1f96-40bf-b163-68dda3affc2d req-5d983ff6-b98a-4d67-acff-e3d8698540f1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 210 time: 0.0535774 Jun 24 10:42:03.233976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:03.341287 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5be8d6-8dc3-4563-9478-30f21ab2e25a req-ab78ffb8-baef-4a61-b4b7-59bf65388310 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:03.342804 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca5be8d6-8dc3-4563-9478-30f21ab2e25a req-ab78ffb8-baef-4a61-b4b7-59bf65388310 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0471509 Jun 24 10:42:03.389998 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ca5be8d6-8dc3-4563-9478-30f21ab2e25a req-18e6117c-9bd8-4d68-8673-d0fb2cf0fe37 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405698 Jun 24 10:42:03.402983 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:03.734920 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a5f8f-4dda-42de-b0c9-d69ae10be2e8 req-b8846abd-52e2-4977-a462-bd57683d42ca tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:03.736368 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9f6a5f8f-4dda-42de-b0c9-d69ae10be2e8 req-b8846abd-52e2-4977-a462-bd57683d42ca tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0567715 Jun 24 10:42:03.788895 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9f6a5f8f-4dda-42de-b0c9-d69ae10be2e8 req-a64b879a-20d1-4928-a987-973f05c55764 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Jun 24 10:42:03.909532 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6815cfcf-cf21-4d98-b2db-cd9a63e2f07d req-4a7c98e6-41eb-4262-9855-1ac253ac03f1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 210 time: 0.0386839 Jun 24 10:42:04.510569 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae8b4-93e6-49d5-ad77-285b0ba88b0a req-4b2f6709-956b-4523-9191-3bf354bf5adb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:04.512012 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0d7ae8b4-93e6-49d5-ad77-285b0ba88b0a req-4b2f6709-956b-4523-9191-3bf354bf5adb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0467873 Jun 24 10:42:04.553375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:04.556620 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:04.561865 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0d7ae8b4-93e6-49d5-ad77-285b0ba88b0a req-9826add9-b6df-4f6d-9cc7-8db9257e0358 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups?id=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442142 Jun 24 10:42:04.907934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044aabc-4c0e-44f1-af6c-cbba948c687e req-3c23f395-691f-4d00-87d5-4802af9356f2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:04.909436 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7044aabc-4c0e-44f1-af6c-cbba948c687e req-3c23f395-691f-4d00-87d5-4802af9356f2 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0472829 Jun 24 10:42:04.957670 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7044aabc-4c0e-44f1-af6c-cbba948c687e req-0d4c1a60-9a7e-4738-98c1-f867f46cdcea tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Jun 24 10:42:05.028841 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3e437200-41a5-476a-be59-1f54c67110f2 req-a7343e4b-0509-417e-832c-851661ba00c5 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 210 time: 0.0390704 Jun 24 10:42:05.095243 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-20c96037-c7ee-4731-80ae-4d282662394f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:05.096572 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-20c96037-c7ee-4731-80ae-4d282662394f tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Jun 24 10:42:05.179928 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Deleting port 9f634125-4668-43db-831a-285df3eb2a83 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:05.180329 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (9f634125-4668-43db-831a-285df3eb2a83), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.254338 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-a5b53256-2689-411e-9c51-3cce0884d686 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:05.256639 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-a5b53256-2689-411e-9c51-3cce0884d686 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1156566 Jun 24 10:42:05.282444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] For port 9f634125-4668-43db-831a-285df3eb2a83, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=9f634125-4668-43db-831a-285df3eb2a83,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:05.282806 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (9f634125-4668-43db-831a-285df3eb2a83), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.323428 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-e9cc1801-6fd1-445b-8353-d200573ae392 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 380 time: 0.0573156 Jun 24 10:42:05.333137 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'port': {'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'admin_state_up': True, 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'security_groups': ['deb3144e-6a87-4fe0-a328-6f0e58be1c2e']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:05.444057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Made reservation on behalf of 8eb1e5f40033474c947399c22bb0a2d2 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:05.447550 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.450020 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.450395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.450686 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Floating IP 6fe75017-cb1e-43cb-ad7e-7dec269406dc disassociated. External IP: 172.27.1.55, port: 9f634125-4668-43db-831a-285df3eb2a83. Jun 24 10:42:05.451028 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Calling delete_port for 9f634125-4668-43db-831a-285df3eb2a83 owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:05.581037 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.20.0.3 (a3da010b-27ad-4a9f-8afe-32b8ee29d12d/c2fc34c2-5448-4891-897f-5c912344bf5a/dc5718e5-e015-401c-99c6-e54a9611e82f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:05.595521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (9f634125-4668-43db-831a-285df3eb2a83), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.662215 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'Port': ['ID=9f634125-4668-43db-831a-285df3eb2a83,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:05.690106 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8eaeb762-88db-4dc9-81a3-39316e23c541 req-1abbd432-8802-444e-a66a-2808c47cabdb tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/ports?device_id=074c1c69-718f-40a6-bacf-98f29f7a33c5 HTTP/1.1" status: 200 len: 210 time: 0.0412714 Jun 24 10:42:05.752383 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.780672 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:05.791548 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.813901 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:05.839824 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:05.846377 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:05.851045 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:05.873805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:05.896525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:05.912478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:05.913345 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:05.937066 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-f7d80843-efb8-4755-8de3-588d00cc4134 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085031 Jun 24 10:42:05.943744 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:05.951946 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Request body: {'port': {'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:05.959043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:05.977819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:05.983773 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:05.984407 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:05.995662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] No DVR routers for this DVR port 9f634125-4668-43db-831a-285df3eb2a83 on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:05.999333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.002757 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c78ae49f-0fc3-40a7-a60d-e6c52c3e6274 req-185a2132-9f69-4a1c-8771-39c2e578a16d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.20 "DELETE /v2.0/ports/9f634125-4668-43db-831a-285df3eb2a83 HTTP/1.1" status: 204 len: 173 time: 0.9009161 Jun 24 10:42:06.003223 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'name': 'network-vif-deleted', 'tag': '9f634125-4668-43db-831a-285df3eb2a83'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:06.005945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840143d4-65d8-496e-9de8-097ffe581660" -d '{"events": [{"server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "name": "network-vif-deleted", "tag": "9f634125-4668-43db-831a-285df3eb2a83"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:06.034431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.223320 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:06.226917 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c518b-ae4d-4047-9b45-254b8cf21540 x-openstack-request-id: req-e25c518b-ae4d-4047-9b45-254b8cf21540 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:06.227244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "074c1c69-718f-40a6-bacf-98f29f7a33c5", "name": "network-vif-deleted", "tag": "9f634125-4668-43db-831a-285df3eb2a83", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:06.227462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e25c518b-ae4d-4047-9b45-254b8cf21540 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:06.228030 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25c518b-ae4d-4047-9b45-254b8cf21540'] response: {'server_uuid': '074c1c69-718f-40a6-bacf-98f29f7a33c5', 'name': 'network-vif-deleted', 'tag': '9f634125-4668-43db-831a-285df3eb2a83', 'status': 'completed', 'code': 200} Jun 24 10:42:06.236286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0897064-79d5-4a4a-8f1b-dff2a2c6ddff req-f153ab51-8563-4fb3-9222-27a213dd791e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:06.243426 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e0897064-79d5-4a4a-8f1b-dff2a2c6ddff req-f153ab51-8563-4fb3-9222-27a213dd791e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 931 time: 0.0998118 Jun 24 10:42:06.249954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:06.311474 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e0897064-79d5-4a4a-8f1b-dff2a2c6ddff req-df7c2a48-6f34-45e5-83b6-17c5c66d3431 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671217 Jun 24 10:42:06.363449 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-2e1302e9-2752-4707-8464-58b14de8e778 None None] Provisioning complete for port dc5718e5-e015-401c-99c6-e54a9611e82f triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:06.363817 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2e1302e9-2752-4707-8464-58b14de8e778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.431376 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-2e1302e9-2752-4707-8464-58b14de8e778 None None] Port dc5718e5-e015-401c-99c6-e54a9611e82f cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:42:06.457774 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:06.464133 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5718e5-e015-401c-99c6-e54a9611e82f {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:42:06.472221 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks [] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.486359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Transition to ACTIVE for port object dc5718e5-e015-401c-99c6-e54a9611e82f will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:42:06.491351 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.492976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:06.498091 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:06.525057 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:06.535172 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:06.535777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:06.547102 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:06.625853 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Attempting to bind port dc5718e5-e015-401c-99c6-e54a9611e82f on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:42:06.626189 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Attempting to bind port dc5718e5-e015-401c-99c6-e54a9611e82f by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:42:06.626570 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Attempting to bind port dc5718e5-e015-401c-99c6-e54a9611e82f on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:06.634713 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Port dc5718e5-e015-401c-99c6-e54a9611e82f on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:42:06.635048 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Attempting to bind port dc5718e5-e015-401c-99c6-e54a9611e82f on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:06.640554 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:42:06.640917 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:06.641294 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Bound using segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:42:06.641720 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Bound port: dc5718e5-e015-401c-99c6-e54a9611e82f, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:42:06.642084 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.651780 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:06.722008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:06.725741 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=dc5718e5-e015-401c-99c6-e54a9611e82f,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:06.737537 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.795435 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:06.796072 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.797761 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] 10.222.0.20 "PUT /v2.0/ports/dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 1093 time: 0.8513970 Jun 24 10:42:06.804582 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49884) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:06.805768 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:06.808259 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47dc329-ba64-437c-a126-ba2ff5b68197" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:06.846565 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2dd4d-53a2-4ecc-8de8-b43021327d5a service neutron] Pushing event updated for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:06.889592 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (2d12deeb-1fad-45fa-9e86-2b92b31fa2b2), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.899856 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-d069f7e7-e392-4ed8-8df9-9a6ff4f62579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:06.901962 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-d069f7e7-e392-4ed8-8df9-9a6ff4f62579 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1127 time: 0.0497119 Jun 24 10:42:06.927120 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (2d12deeb-1fad-45fa-9e86-2b92b31fa2b2), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:06.939947 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:06.967327 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e0d8f-f0f4-4b60-96c5-f969ab4fc94d None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:35:31Z', 'revision_number': 4, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '4673e528-7073-4bc7-afe8-4ca43e74fa80', 'name': '', 'network_id': 'd45f93fe-c90f-4708-aa2a-5a1fde71bcad', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'mac_address': 'fa:16:3e:3f:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:29Z', 'updated_at': '2022-06-24T10:35:44Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'subnets': [{'id': 'eaeb5937-ba80-43b4-b27b-031e851baada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:06.991854 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-6806bdf0-03f5-4cee-a015-cfbda82cf000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 217 time: 0.0833135 Jun 24 10:42:06.993375 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42187ce0-b056-4542-9ba7-fdb8215a1e9f x-openstack-request-id: req-42187ce0-b056-4542-9ba7-fdb8215a1e9f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:06.993653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:06.993893 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42187ce0-b056-4542-9ba7-fdb8215a1e9f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:06.994841 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42187ce0-b056-4542-9ba7-fdb8215a1e9f'] response: {'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'status': 'completed', 'code': 200} Jun 24 10:42:07.001634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2d12deeb-1fad-45fa-9e86-2b92b31fa2b2), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.004219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.008607 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "DELETE /v2.0/security-groups/2d12deeb-1fad-45fa-9e86-2b92b31fa2b2 HTTP/1.1" status: 204 len: 168 time: 0.1997678 Jun 24 10:42:07.009121 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 49890) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:07.016483 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc2a9a-0cd3-4e1f-9465-5831443389f5 tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d12deeb-1fad-45fa-9e86-2b92b31fa2b2,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:07.053929 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-a7033584-bfaa-4fea-93e0-ad21d1fe75ae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] show failed (client error): The resource could not be found. Jun 24 10:42:07.058045 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a7033584-bfaa-4fea-93e0-ad21d1fe75ae tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "GET /v2.0/security-groups/2d12deeb-1fad-45fa-9e86-2b92b31fa2b2 HTTP/1.1" status: 404 len: 347 time: 0.0451510 Jun 24 10:42:07.058536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49892) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:07.072656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-0b9ddf8d-9d9a-4078-95b7-bfe5b815f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.074575 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-0b9ddf8d-9d9a-4078-95b7-bfe5b815f33c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0736330 Jun 24 10:42:07.090195 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:07.126334 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-49ca6560-47c0-4920-b3c4-ca78c9c2b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.127778 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-49ca6560-47c0-4920-b3c4-ca78c9c2b994 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469706 Jun 24 10:42:07.164543 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:07.176097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Deleting port 1f3a441a-de25-4e90-96e2-6ffb4f762370 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:07.176433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.225197 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-e7c05f86-bf10-45d1-afb8-1351ae6d0d25 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911589 Jun 24 10:42:07.258757 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6dcaf-2174-4a06-80a4-c86640dbeee5 None None] New status for floating IP 6fe75017-cb1e-43cb-ad7e-7dec269406dc: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:42:07.264526 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.264879 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (1f3a441a-de25-4e90-96e2-6ffb4f762370), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.277305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Calling delete_port for 1f3a441a-de25-4e90-96e2-6ffb4f762370 owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:07.324421 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c8e96270-5d97-4f1e-a07d-0ada857752dc req-a77dc12a-247e-49b2-a2b8-f3186e36e276 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929236 Jun 24 10:42:07.456939 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebdcf9-be54-4d89-a067-41ce68c07258 req-5f8e730d-eb27-4e32-b702-79f144eeaec9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.458467 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-37ebdcf9-be54-4d89-a067-41ce68c07258 req-5f8e730d-eb27-4e32-b702-79f144eeaec9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0764711 Jun 24 10:42:07.473892 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (1f3a441a-de25-4e90-96e2-6ffb4f762370), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.507972 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Pushing event deleted for resources: {'Port': ['ID=1f3a441a-de25-4e90-96e2-6ffb4f762370,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:07.557018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-8a9ed675-bf47-4de4-8ca1-9798728f4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.558556 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-8a9ed675-bf47-4de4-8ca1-9798728f4242 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1127 time: 0.0402997 Jun 24 10:42:07.574449 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-37ebdcf9-be54-4d89-a067-41ce68c07258 req-795013f3-ba85-4142-9ed0-9e8ec5a19f05 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099212 Jun 24 10:42:07.598215 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks [] for floatingip (6fe75017-cb1e-43cb-ad7e-7dec269406dc), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.601758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:07.603028 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-8ce14db0-92b7-46cc-a6bd-87f55ac7075d tempest-AttachVolumeTestJSON-741836218 tempest-AttachVolumeTestJSON-741836218-project] 10.222.0.69 "DELETE /v2.0/floatingips/6fe75017-cb1e-43cb-ad7e-7dec269406dc HTTP/1.1" status: 204 len: 168 time: 0.5433116 Jun 24 10:42:07.653429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-7c489874-fece-4efc-9258-d4e9c307d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.654975 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-7c489874-fece-4efc-9258-d4e9c307d844 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0906870 Jun 24 10:42:07.693993 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-bfc6ed90-3923-4dd6-a2e1-92c6597925a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 217 time: 0.0334189 Jun 24 10:42:07.744071 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-f2fe2f94-6b4d-4dfd-8188-f1b8b0b33a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.745517 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-f2fe2f94-6b4d-4dfd-8188-f1b8b0b33a5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0462127 Jun 24 10:42:07.791892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-ca97d13d-2805-4fe4-8131-1aa6769a4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:07.793386 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-ca97d13d-2805-4fe4-8131-1aa6769a4f51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413277 Jun 24 10:42:07.887285 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-8a8e82d5-d1b9-4dfd-ad6f-c26153833a05 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870509 Jun 24 10:42:07.983515 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c47dc329-ba64-437c-a126-ba2ff5b68197 req-a66680fd-0676-4e7b-9d2f-39c75978cf31 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904408 Jun 24 10:42:08.702834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 9f634125-4668-43db-831a-285df3eb2a83 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:08.708398 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00bb74-dd06-4457-a33f-2d60402f807c req-a4addddd-bd30-4664-bbf8-c906cd92ae0a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:08.709889 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9d00bb74-dd06-4457-a33f-2d60402f807c req-a4addddd-bd30-4664-bbf8-c906cd92ae0a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0513179 Jun 24 10:42:08.727375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 9f634125-4668-43db-831a-285df3eb2a83 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:08.727674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 9f634125-4668-43db-831a-285df3eb2a83 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:08.735921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:08.763567 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9d00bb74-dd06-4457-a33f-2d60402f807c req-43d4001c-eb4a-4f66-a4d4-3a17a9290dc7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479460 Jun 24 10:42:09.885805 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc9b0c-9ba6-449e-aaeb-fa523eebdec1 req-5b5bee0f-f01c-421d-b903-8a06159d6bf7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:09.887368 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c1cc9b0c-9ba6-449e-aaeb-fa523eebdec1 req-5b5bee0f-f01c-421d-b903-8a06159d6bf7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0500972 Jun 24 10:42:09.943155 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c1cc9b0c-9ba6-449e-aaeb-fa523eebdec1 req-870111f1-b8be-4b2d-8e94-9f9e7cd749ad tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Jun 24 10:42:10.637100 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:42:11.075789 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1409d5-7413-4991-9b95-36132b3e1308 req-ea487d6f-aab3-4d24-a34f-d155c66e9371 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:11.077332 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba1409d5-7413-4991-9b95-36132b3e1308 req-ea487d6f-aab3-4d24-a34f-d155c66e9371 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0539079 Jun 24 10:42:11.114275 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:11.130404 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ba1409d5-7413-4991-9b95-36132b3e1308 req-1fbbdcd3-b933-4602-96f2-459c13aa5248 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Jun 24 10:42:11.156634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49928) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:11.577744 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:11.798826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Deleting port 4673e528-7073-4bc7-afe8-4ca43e74fa80 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:11.799108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:11.879065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] For port 4673e528-7073-4bc7-afe8-4ca43e74fa80, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=4673e528-7073-4bc7-afe8-4ca43e74fa80,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:11.879296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:11.892079 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Calling delete_port for 4673e528-7073-4bc7-afe8-4ca43e74fa80 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:11.932521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:12.074576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (4673e528-7073-4bc7-afe8-4ca43e74fa80), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:12.098390 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4673e528-7073-4bc7-afe8-4ca43e74fa80,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:12.103967 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:12.300529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1b2a3-c6f2-40a3-ae5b-3123d503ac2b req-dbbca869-a982-4769-9cbb-212d9fab60a6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:12.302030 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94a1b2a3-c6f2-40a3-ae5b-3123d503ac2b req-dbbca869-a982-4769-9cbb-212d9fab60a6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0919147 Jun 24 10:42:12.323249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:12.401639 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-94a1b2a3-c6f2-40a3-ae5b-3123d503ac2b req-210f3161-2767-4d9c-922e-ccff10374d58 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936797 Jun 24 10:42:12.833034 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:12.939775 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:12.945098 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ab78350c-89eb-449b-b949-20baf52fdb0f admin admin] 10.222.0.69 "PUT /v2.0/routers/73ad41fa-567a-4d49-ab0c-4df9fe5d67de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872980 Jun 24 10:42:12.947619 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49934) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:12.950329 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Sync routers for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:12.961689 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:12.962285 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:13.046117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks [] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.094372 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:13.150043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks [] for router_gateway (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.195128 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:13.198146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Deleting port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:13.198484 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.280025 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] For port 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:13.280425 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.282605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:13.295610 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Calling delete_port for 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:13.361285 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:42:12Z', 'revision_number': 5, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port': {'id': '0e1c0f54-2ec4-47d0-a972-a69aa7f53cca', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:23Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:13.386068 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Checking router: 73ad41fa-567a-4d49-ab0c-4df9fe5d67de for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:13.394567 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Routers {'73ad41fa-567a-4d49-ab0c-4df9fe5d67de'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:13.395169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:13.471611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (0e1c0f54-2ec4-47d0-a972-a69aa7f53cca), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.486016 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] Set router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:13.502030 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1c0f54-2ec4-47d0-a972-a69aa7f53cca,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:13.543870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:42:13Z', 'revision_number': 6, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:13.568694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100985c-3182-4ae4-bea8-ebe7a9119040 None None] The sync data for ids ['73ad41fa-567a-4d49-ab0c-4df9fe5d67de'] in dv-cinder-847536-1-iscsi is: [{'id': '73ad41fa-567a-4d49-ab0c-4df9fe5d67de', 'name': 'tempest-AttachVolumeTestJSON-323502653-router', 'tenant_id': 'e41afc594f464d74bd4881e07dd33e45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:22Z', 'updated_at': '2022-06-24T10:42:13Z', 'revision_number': 6, 'project_id': 'e41afc594f464d74bd4881e07dd33e45', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:13.588342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62b369-9679-4341-b1f8-3743b71ca98f req-f6557726-bb1b-4b58-a078-4fbe7b8c3ff6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:13.589888 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c62b369-9679-4341-b1f8-3743b71ca98f req-f6557726-bb1b-4b58-a078-4fbe7b8c3ff6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0899835 Jun 24 10:42:13.614351 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.710438 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.716440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks [] for router_controller (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.729346 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c62b369-9679-4341-b1f8-3743b71ca98f req-aa7708fd-b89c-483e-bbbf-cc62f6728aea tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324914 Jun 24 10:42:13.774811 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (73ad41fa-567a-4d49-ab0c-4df9fe5d67de), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.775466 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ad41fa-567a-4d49-ab0c-4df9fe5d67de {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:42:13.780800 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.781966 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-00ea754f-ec8b-4741-b3aa-6be31fc3736e admin admin] 10.222.0.69 "DELETE /v2.0/routers/73ad41fa-567a-4d49-ab0c-4df9fe5d67de HTTP/1.1" status: 204 len: 168 time: 0.8334768 Jun 24 10:42:13.785706 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49938) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:13.830192 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Deleting subnet eaeb5937-ba80-43b4-b27b-031e851baada {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:42:13.833356 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Publish callbacks [] for subnet (eaeb5937-ba80-43b4-b27b-031e851baada), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.867663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (eaeb5937-ba80-43b4-b27b-031e851baada), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:13.979285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (eaeb5937-ba80-43b4-b27b-031e851baada), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.034658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (eaeb5937-ba80-43b4-b27b-031e851baada), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.058101 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaeb5937-ba80-43b4-b27b-031e851baada,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.064633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.067897 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9e2ac734-02b7-4912-8e72-2f0ae5f3deae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eaeb5937-ba80-43b4-b27b-031e851baada HTTP/1.1" status: 204 len: 168 time: 0.2811532 Jun 24 10:42:14.069767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c48a3-38fc-48fe-81b0-01848a1fdc6f None None] Network d45f93fe-c90f-4708-aa2a-5a1fde71bcad requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:42:14.070524 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49940) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:14.076990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:14.138399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:14.150021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (d45f93fe-c90f-4708-aa2a-5a1fde71bcad), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.195388 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Deleting port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:14.195982 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.260253 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] For port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,segment=NetworkSegment(fa2f3759-9bea-4db7-8077-0ccb1bff2989),segment_id=fa2f3759-9bea-4db7-8077-0ccb1bff2989)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:14.260524 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.277934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Calling delete_port for fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:14.325061 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] DHCP port deletion for d45f93fe-c90f-4708-aa2a-5a1fde71bcad request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:42:14.366818 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Deleting port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:14.367239 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.370082 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.370387 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:14.393801 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.399385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] No DVR routers for this DVR port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:14.433346 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:14.459744 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:14.461970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] For port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7, host dv-cinder-847536-1-iscsi, got binding levels [] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:14.462463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.465382 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:14.465719 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 0e1c0f54-2ec4-47d0-a972-a69aa7f53cca not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:14.466139 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:14.479335 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (d45f93fe-c90f-4708-aa2a-5a1fde71bcad), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.495255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Calling delete_port for fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:14.497582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:14.497918 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:14.498326 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 4673e528-7073-4bc7-afe8-4ca43e74fa80 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:14.499953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45f93fe-c90f-4708-aa2a-5a1fde71bcad']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:14.500983 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.ipam_backend_mixin [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 was not found and therefore no delete operation was performed {{(pid=104090) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 10:42:14.503030 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.511929 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2f3759-9bea-4db7-8077-0ccb1bff2989') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:14.512237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2f3759-9bea-4db7-8077-0ccb1bff2989') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:14.524474 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (fa2f3759-9bea-4db7-8077-0ccb1bff2989), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.537016 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 4673e528-7073-4bc7-afe8-4ca43e74fa80 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:14.537244 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 4673e528-7073-4bc7-afe8-4ca43e74fa80 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:14.539921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (fa2f3759-9bea-4db7-8077-0ccb1bff2989), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.543048 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] Pushing event deleted for resources: {'Port': ['ID=fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.548630 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faffc5-a672-41ec-aef4-e878cba124a8 None None] No DVR routers for this DVR port fc37ec77-a7af-47b8-8f0f-2e9aa94bb6f7 on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:14.551490 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:42:14.552302 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (fa2f3759-9bea-4db7-8077-0ccb1bff2989), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.617423 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment fa2f3759-9bea-4db7-8077-0ccb1bff2989 resource provider aggregate not found Jun 24 10:42:14.631048 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (d45f93fe-c90f-4708-aa2a-5a1fde71bcad), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.637081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.640115 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d45f93fe-c90f-4708-aa2a-5a1fde71bcad HTTP/1.1" status: 204 len: 168 time: 0.5686939 Jun 24 10:42:14.641649 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment fa2f3759-9bea-4db7-8077-0ccb1bff2989 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa2f3759-9bea-4db7-8077-0ccb1bff2989 found for delete ", "request_id": "req-b66799ab-9446-4da0-82bc-5be9a5793a9d"}]} Jun 24 10:42:14.656051 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a79dbf-aef1-4d2b-bcbc-f7c409bddfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45f93fe-c90f-4708-aa2a-5a1fde71bcad,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.702746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device dc5718e5-e015-401c-99c6-e54a9611e82f details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:42:14.762612 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49950) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:14.804484 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-97707bb3-99f8-4903-a48b-1d2059d2df25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e41afc594f464d74bd4881e07dd33e45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403934 Jun 24 10:42:14.807198 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 49952) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:14.811082 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=dc5718e5-e015-401c-99c6-e54a9611e82f,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:14.822909 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:42:14.856976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port dc5718e5-e015-401c-99c6-e54a9611e82f is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:14.857358 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.874064 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5718e5-e015-401c-99c6-e54a9611e82f {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:42:14.885683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35463c9-68f4-4329-a8a1-6bddbd99a424 req-b37a466b-7101-4084-a0b9-76ce65a4c537 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:14.887165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e35463c9-68f4-4329-a8a1-6bddbd99a424 req-b37a466b-7101-4084-a0b9-76ce65a4c537 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 943 time: 0.0718937 Jun 24 10:42:14.893533 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=dc5718e5-e015-401c-99c6-e54a9611e82f,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:14.899167 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.915506 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] Publish callbacks [] for security_group (df5a7367-aa62-4255-a3ad-114a20130009), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.946495 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:14.953813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] Publish callbacks [] for security_group (df5a7367-aa62-4255-a3ad-114a20130009), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:14.975103 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e35463c9-68f4-4329-a8a1-6bddbd99a424 req-881e75c9-5460-4285-bd58-25c0c391e034 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809283 Jun 24 10:42:15.014124 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (df5a7367-aa62-4255-a3ad-114a20130009), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:15.016554 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:15.017723 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/df5a7367-aa62-4255-a3ad-114a20130009 HTTP/1.1" status: 204 len: 168 time: 0.2093847 Jun 24 10:42:15.026221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58839bae-6542-42e7-b30b-3b629b89e317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5a7367-aa62-4255-a3ad-114a20130009,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:15.104320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['dc5718e5-e015-401c-99c6-e54a9611e82f'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:42:16.087045 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16134d-141f-4c8b-ac9a-19b9a0e1a160 req-71a7bed1-f63a-481b-aa44-f5e891545e68 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:16.088526 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a16134d-141f-4c8b-ac9a-19b9a0e1a160 req-71a7bed1-f63a-481b-aa44-f5e891545e68 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 944 time: 0.0467100 Jun 24 10:42:16.130519 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:16.140613 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a16134d-141f-4c8b-ac9a-19b9a0e1a160 req-4278e9fd-b075-4fda-a2e2-4f83057311ec tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jun 24 10:42:16.710918 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device dc5718e5-e015-401c-99c6-e54a9611e82f up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:16.754226 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50000) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:16.756366 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port dc5718e5-e015-401c-99c6-e54a9611e82f completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:42:16.763889 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port dc5718e5-e015-401c-99c6-e54a9611e82f triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:16.764347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.790834 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:16.843126 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port dc5718e5-e015-401c-99c6-e54a9611e82f is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:16.843549 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.866880 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:16.867590 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f355c05b-2559-472f-8f2b-15fc5ccb2bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.869128 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249de705-9961-4d09-8616-6373eda55b5f" -d '{"events": [{"server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:16.882089 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=dc5718e5-e015-401c-99c6-e54a9611e82f,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:16.889218 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.912376 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb9db4c-78df-49f4-870f-7b1d2deaa15a x-openstack-request-id: req-9cb9db4c-78df-49f4-870f-7b1d2deaa15a {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:16.912676 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:16.913080 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9cb9db4c-78df-49f4-870f-7b1d2deaa15a {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:16.913423 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb9db4c-78df-49f4-870f-7b1d2deaa15a'] response: {'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'code': 200} Jun 24 10:42:16.949306 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:16.951022 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f355c05b-2559-472f-8f2b-15fc5ccb2bf2 admin admin] Publish callbacks [] for security_group (a828bf16-bd39-4270-b462-436859cfabc3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.956065 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f355c05b-2559-472f-8f2b-15fc5ccb2bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a828bf16-bd39-4270-b462-436859cfabc3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:16.995850 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f355c05b-2559-472f-8f2b-15fc5ccb2bf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01ab7a18d7a44bb0bcdaea13c7eb16f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399828 Jun 24 10:42:16.996715 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355c05b-2559-472f-8f2b-15fc5ccb2bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a828bf16-bd39-4270-b462-436859cfabc3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:16.998620 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50006) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:17.049640 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] Publish callbacks [] for security_group (a828bf16-bd39-4270-b462-436859cfabc3), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.063192 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:17.073237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] Publish callbacks [] for security_group (a828bf16-bd39-4270-b462-436859cfabc3), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.120274 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:17.122772 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a828bf16-bd39-4270-b462-436859cfabc3), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.125453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.126604 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a828bf16-bd39-4270-b462-436859cfabc3 HTTP/1.1" status: 204 len: 168 time: 0.1268301 Jun 24 10:42:17.128481 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6f94-b252-42e3-a50b-fb95fd11d28c req-e20f33a0-c164-4f70-943a-604d8599df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:17.130276 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-528e6f94-b252-42e3-a50b-fb95fd11d28c req-e20f33a0-c164-4f70-943a-604d8599df0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1129 time: 0.0447605 Jun 24 10:42:17.134934 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc3b92-cc3d-4706-9513-111724b9f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828bf16-bd39-4270-b462-436859cfabc3,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:17.149777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:17.272599 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcb989-9591-4e2a-9482-15e56c3cb5e6 req-285c5ddb-9cea-4b7d-9ce3-1693a4de000f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:17.276797 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8cdcb989-9591-4e2a-9482-15e56c3cb5e6 req-285c5ddb-9cea-4b7d-9ce3-1693a4de000f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0565615 Jun 24 10:42:17.334691 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8cdcb989-9591-4e2a-9482-15e56c3cb5e6 req-b79351a9-7146-4660-8645-f3caa7cb77f4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500932 Jun 24 10:42:17.437022 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-528e6f94-b252-42e3-a50b-fb95fd11d28c req-b107556d-4fd0-4d85-a047-857a01c67ba4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002295 Jun 24 10:42:17.464554 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50014) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:17.478626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-77e03f37-f917-4260-94dc-e6db663c5624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.558464 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-77e03f37-f917-4260-94dc-e6db663c5624 admin admin] Publish callbacks [] for security_group (5c8763b6-bdef-4598-985b-4486aeb0fa06), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.564195 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-77e03f37-f917-4260-94dc-e6db663c5624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5c8763b6-bdef-4598-985b-4486aeb0fa06), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.603332 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-77e03f37-f917-4260-94dc-e6db663c5624 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07a5163e06e246788be796392d7c731e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376612 Jun 24 10:42:17.604162 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e03f37-f917-4260-94dc-e6db663c5624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8763b6-bdef-4598-985b-4486aeb0fa06,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:17.606257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50016) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:17.657325 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] Publish callbacks [] for security_group (5c8763b6-bdef-4598-985b-4486aeb0fa06), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.679842 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] Publish callbacks [] for security_group (5c8763b6-bdef-4598-985b-4486aeb0fa06), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.705858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:17.732277 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5c8763b6-bdef-4598-985b-4486aeb0fa06), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.736415 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:17.737973 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c8763b6-bdef-4598-985b-4486aeb0fa06 HTTP/1.1" status: 204 len: 168 time: 0.1305113 Jun 24 10:42:17.747379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069b2f1-7edf-4e9f-908f-a9513462046d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8763b6-bdef-4598-985b-4486aeb0fa06,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:18.466927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66b7f2-900e-44d0-941f-b5c7f9a135b0 req-5941bcf4-a790-4513-b2a6-2a4618ae648f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:18.468494 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2c66b7f2-900e-44d0-941f-b5c7f9a135b0 req-5941bcf4-a790-4513-b2a6-2a4618ae648f tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0587807 Jun 24 10:42:18.520292 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2c66b7f2-900e-44d0-941f-b5c7f9a135b0 req-f6dfb722-7fd7-4dd5-b169-7d24c94f8be9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Jun 24 10:42:19.638950 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f50444-a617-43f8-a554-913127c5636f req-e52855f0-6eae-4e13-a11b-7e57146dbb05 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:19.640558 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-12f50444-a617-43f8-a554-913127c5636f req-e52855f0-6eae-4e13-a11b-7e57146dbb05 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0495148 Jun 24 10:42:19.691410 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-12f50444-a617-43f8-a554-913127c5636f req-1a7ef504-00c8-487f-93d9-3441e9a2b2ff tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Jun 24 10:42:19.814829 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8947-d640-4a48-be38-b5cb14b36b63 req-f5918900-132b-4f86-b06b-d55005b9bad1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:19.816299 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea7f8947-d640-4a48-be38-b5cb14b36b63 req-f5918900-132b-4f86-b06b-d55005b9bad1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0566719 Jun 24 10:42:19.874027 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ea7f8947-d640-4a48-be38-b5cb14b36b63 req-84015278-f3b8-4fd1-8be9-3d57d3736227 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509486 Jun 24 10:42:19.895996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50070) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:19.933947 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9d837-34df-41e7-a7ea-d03a5cfc3f95 tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:19.935437 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f7d9d837-34df-41e7-a7ea-d03a5cfc3f95 tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1124 time: 0.0384586 Jun 24 10:42:19.939487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50072) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:19.943607 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:19.966558 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.048705 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.104213 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:20.139114 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:20.159675 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.27.1.85 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/db40f524-26ac-44f1-8f63-ede7678e370a) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:20.277446 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (db40f524-26ac-44f1-8f63-ede7678e370a), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.314014 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.358070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:20.363000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:20.365385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:20.368936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=db40f524-26ac-44f1-8f63-ede7678e370a,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:20.722707 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (9bec3eb2-5139-4406-8332-17669e66126b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.794018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.862467 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:20.944412 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:20.946711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (db40f524-26ac-44f1-8f63-ede7678e370a), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:20.952134 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:21.026576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=db40f524-26ac-44f1-8f63-ede7678e370a,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:21.033186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (9bec3eb2-5139-4406-8332-17669e66126b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:21.125391 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 9bec3eb2-5139-4406-8332-17669e66126b associated. External IP: 172.27.1.85, port: dc5718e5-e015-401c-99c6-e54a9611e82f. Jun 24 10:42:21.329041 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:21.437471 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:21.451505 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:21.462490 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:21.463117 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:21.466135 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:21.496344 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-68f3a82e-3f56-4489-bff9-d24222e78187 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5558565 Jun 24 10:42:21.496980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:21.499375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d1850b-0a5a-409b-aa79-57417ccbe2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:21.535947 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f6510-2ead-4558-947b-5e3861a8abbb x-openstack-request-id: req-803f6510-2ead-4558-947b-5e3861a8abbb {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:21.536230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:21.536510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-803f6510-2ead-4558-947b-5e3861a8abbb {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:21.536940 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803f6510-2ead-4558-947b-5e3861a8abbb'] response: {'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'status': 'completed', 'code': 200} Jun 24 10:42:21.569664 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:21.606904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-4df87afb-2a52-4742-985b-c5dc2b50149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:21.608438 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-4df87afb-2a52-4742-985b-c5dc2b50149c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1129 time: 0.0479858 Jun 24 10:42:21.701673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-97f709cb-08b7-4b34-99e4-1df1450885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:21.703188 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-97f709cb-08b7-4b34-99e4-1df1450885bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0887439 Jun 24 10:42:21.772976 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-a520ff54-050d-46b5-8092-097314f83228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 998 time: 0.0625865 Jun 24 10:42:21.822642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-5a9188d0-c6e3-4598-9352-9fb2a6f25322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:21.824226 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-5a9188d0-c6e3-4598-9352-9fb2a6f25322 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0452976 Jun 24 10:42:21.866935 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-bb2d8ee0-79c5-4e24-b2c8-ec60b3a0f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:21.867715 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:20Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:21.868435 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-bb2d8ee0-79c5-4e24-b2c8-ec60b3a0f529 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385048 Jun 24 10:42:21.891338 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:21.899746 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:21.900340 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:21.960925 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-5759861d-212e-4357-b439-2a776a9b4437 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862896 Jun 24 10:42:22.000414 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:22.050942 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-07d1850b-0a5a-409b-aa79-57417ccbe2e6 req-4d3e6fc4-02a0-4a1f-b2c3-608f5c505da8 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843129 Jun 24 10:42:22.112704 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:22.218928 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:20Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:22.250199 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a83c2f-6b07-4d6b-bd1b-f6320d2d5e62 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:20Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:22.441706 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f16819-2312-4223-bef3-00171df2e27c None None] New status for floating IP 9bec3eb2-5139-4406-8332-17669e66126b: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:42:22.891835 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50104) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:23.001855 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad6d-6800-4116-bb56-bd5a5b07e618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.078089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad6d-6800-4116-bb56-bd5a5b07e618 admin admin] Publish callbacks [] for security_group (db291004-82bd-4480-81f7-354e027b5c1b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.083908 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9aaaad6d-6800-4116-bb56-bd5a5b07e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (db291004-82bd-4480-81f7-354e027b5c1b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.124908 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaad6d-6800-4116-bb56-bd5a5b07e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db291004-82bd-4480-81f7-354e027b5c1b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:23.131916 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9aaaad6d-6800-4116-bb56-bd5a5b07e618 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d0cc629be89418d96cfce30ad5b553f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362852 Jun 24 10:42:23.132092 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50108) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:23.155561 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:23.182390 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] Publish callbacks [] for security_group (db291004-82bd-4480-81f7-354e027b5c1b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.203403 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] Publish callbacks [] for security_group (db291004-82bd-4480-81f7-354e027b5c1b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.260595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (db291004-82bd-4480-81f7-354e027b5c1b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.263170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.264324 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db291004-82bd-4480-81f7-354e027b5c1b HTTP/1.1" status: 204 len: 168 time: 0.1311970 Jun 24 10:42:23.272429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0460a96-059a-4c10-bfc9-2668edc60718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db291004-82bd-4480-81f7-354e027b5c1b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:23.548670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50114) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:23.562328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0063154e-e521-4d81-b9fb-14afc4e59802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.637049 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0063154e-e521-4d81-b9fb-14afc4e59802 admin admin] Publish callbacks [] for security_group (5b39500f-5d9e-4e12-8312-fb9337ad59b2), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.642923 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0063154e-e521-4d81-b9fb-14afc4e59802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5b39500f-5d9e-4e12-8312-fb9337ad59b2), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:23.947769 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0063154e-e521-4d81-b9fb-14afc4e59802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4de1b86b43df47cd82f1a97df20f7d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979604 Jun 24 10:42:23.948605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063154e-e521-4d81-b9fb-14afc4e59802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b39500f-5d9e-4e12-8312-fb9337ad59b2,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:23.951098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50116) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:23.972385 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:24.002222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] Publish callbacks [] for security_group (5b39500f-5d9e-4e12-8312-fb9337ad59b2), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:24.023479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] Publish callbacks [] for security_group (5b39500f-5d9e-4e12-8312-fb9337ad59b2), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:24.031481 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:24.074365 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5b39500f-5d9e-4e12-8312-fb9337ad59b2), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:24.076996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:24.078113 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b39500f-5d9e-4e12-8312-fb9337ad59b2 HTTP/1.1" status: 204 len: 168 time: 0.1261668 Jun 24 10:42:24.085961 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cf62a-667d-46dd-8d15-56c2641d6b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b39500f-5d9e-4e12-8312-fb9337ad59b2,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:27.929547 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c0207feb-2697-4130-b8d4-0d1ccc3797b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:30.340977 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7386da4b-3e99-4a7b-90c1-f2f94f3451b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:30.894650 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50242) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:31.031786 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-405480b6-cea5-480c-abcd-e007145683b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.113313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-405480b6-cea5-480c-abcd-e007145683b6 admin admin] Publish callbacks [] for security_group (20e740f3-faed-4dee-9044-d755bc27a77b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.119595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-405480b6-cea5-480c-abcd-e007145683b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (20e740f3-faed-4dee-9044-d755bc27a77b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.158659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405480b6-cea5-480c-abcd-e007145683b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e740f3-faed-4dee-9044-d755bc27a77b,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:31.162796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-405480b6-cea5-480c-abcd-e007145683b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0535db54fba945cca5f129ac609b878f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671778 Jun 24 10:42:31.165530 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50246) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:31.212701 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Publish callbacks [] for security_group (20e740f3-faed-4dee-9044-d755bc27a77b), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.234455 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Publish callbacks [] for security_group (20e740f3-faed-4dee-9044-d755bc27a77b), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.292053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (20e740f3-faed-4dee-9044-d755bc27a77b), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.294454 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.295570 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/20e740f3-faed-4dee-9044-d755bc27a77b HTTP/1.1" status: 204 len: 168 time: 0.1291990 Jun 24 10:42:31.303137 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e740f3-faed-4dee-9044-d755bc27a77b,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:31.310495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.310842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.311175 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.311640 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.311831 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.312157 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.312470 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.312815 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.313132 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.313449 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.313766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.314097 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.314404 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.314712 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.315021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec31dd4-75d1-4833-a22e-2cced5cfeabd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:31.543007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.582472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50252) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:31.597139 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9420b85d-773d-4876-83e5-ca1d7af57cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.680387 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9420b85d-773d-4876-83e5-ca1d7af57cd7 admin admin] Publish callbacks [] for security_group (d7a964ab-8cff-4838-ad44-74ac49f03ae4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.686614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9420b85d-773d-4876-83e5-ca1d7af57cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d7a964ab-8cff-4838-ad44-74ac49f03ae4), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.731198 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9420b85d-773d-4876-83e5-ca1d7af57cd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d5f765d7d1a4279845cfabcd6b5cd08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476393 Jun 24 10:42:31.732529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420b85d-773d-4876-83e5-ca1d7af57cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a964ab-8cff-4838-ad44-74ac49f03ae4,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:31.734226 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50254) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:31.759812 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:31.795308 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] Publish callbacks [] for security_group (d7a964ab-8cff-4838-ad44-74ac49f03ae4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.817340 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] Publish callbacks [] for security_group (d7a964ab-8cff-4838-ad44-74ac49f03ae4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.866762 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d7a964ab-8cff-4838-ad44-74ac49f03ae4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.869261 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:31.870518 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7a964ab-8cff-4838-ad44-74ac49f03ae4 HTTP/1.1" status: 204 len: 168 time: 0.1352949 Jun 24 10:42:31.879080 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72bd85-8d6c-4178-af54-b5d74162d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a964ab-8cff-4838-ad44-74ac49f03ae4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:32.067794 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:32.221161 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=9 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:32.221936 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:32.985170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50284) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:33.105751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3909679b-7742-44e6-bbcf-493440e93e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.183256 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3909679b-7742-44e6-bbcf-493440e93e0a admin admin] Publish callbacks [] for security_group (e898a743-f07c-4cbe-9eb3-99ce75e950de), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.189543 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3909679b-7742-44e6-bbcf-493440e93e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e898a743-f07c-4cbe-9eb3-99ce75e950de), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.228249 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3909679b-7742-44e6-bbcf-493440e93e0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9940752cf3d14d61a27496b7294c5429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419689 Jun 24 10:42:33.229378 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909679b-7742-44e6-bbcf-493440e93e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e898a743-f07c-4cbe-9eb3-99ce75e950de,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:33.231468 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50288) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:33.232815 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.282321 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] Publish callbacks [] for security_group (e898a743-f07c-4cbe-9eb3-99ce75e950de), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.309989 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] Publish callbacks [] for security_group (e898a743-f07c-4cbe-9eb3-99ce75e950de), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.339575 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:33.360515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e898a743-f07c-4cbe-9eb3-99ce75e950de), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.364790 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:33.366530 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e898a743-f07c-4cbe-9eb3-99ce75e950de HTTP/1.1" status: 204 len: 168 time: 0.1339092 Jun 24 10:42:33.375527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd6ffb-cf78-4db3-ba7b-af021350d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e898a743-f07c-4cbe-9eb3-99ce75e950de,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:33.412213 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:36.414529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3f853-2028-4cf9-b16b-86584b3c3f3e req-df914c6f-9afa-4ca1-8e63-72510737c3dc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:36.416003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8d3f853-2028-4cf9-b16b-86584b3c3f3e req-df914c6f-9afa-4ca1-8e63-72510737c3dc tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0504789 Jun 24 10:42:36.473620 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e8d3f853-2028-4cf9-b16b-86584b3c3f3e req-e91f79d3-76f0-4c23-84d9-b20ac48c37d0 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 Jun 24 10:42:37.598732 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0335a-9624-4366-a975-bd2d5d239621 req-2a93adcd-5846-4024-afcf-4db232572e08 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:37.600150 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ca0335a-9624-4366-a975-bd2d5d239621 req-2a93adcd-5846-4024-afcf-4db232572e08 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0503025 Jun 24 10:42:37.621327 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:37.635417 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50362) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:37.654692 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4ca0335a-9624-4366-a975-bd2d5d239621 req-76907593-9b5f-42c9-b5c5-94f5f8e4daab tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups?id=cce58318-eada-46da-95b8-1b129c76ca75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Jun 24 10:42:37.753262 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135c4a74-217d-468a-b5bb-abe5681b7379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:37.855944 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135c4a74-217d-468a-b5bb-abe5681b7379 admin admin] Publish callbacks [] for security_group (28ee31da-3fd4-43e9-89f9-d97d954dc8e8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:37.861654 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-135c4a74-217d-468a-b5bb-abe5681b7379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (28ee31da-3fd4-43e9-89f9-d97d954dc8e8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:37.886252 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-946b54ad-3e90-418c-bb1e-aa275d74460b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:37.887698 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-946b54ad-3e90-418c-bb1e-aa275d74460b tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 947 time: 0.0760016 Jun 24 10:42:37.932950 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c4a74-217d-468a-b5bb-abe5681b7379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee31da-3fd4-43e9-89f9-d97d954dc8e8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:37.940799 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-135c4a74-217d-468a-b5bb-abe5681b7379 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f55ad0b61564cdc894ac9f253ce3722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033462 Jun 24 10:42:37.943168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50366) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:38.020108 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Deleting port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:38.020414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.030611 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:38.044978 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] Publish callbacks [] for security_group (28ee31da-3fd4-43e9-89f9-d97d954dc8e8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.114518 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] Publish callbacks [] for security_group (28ee31da-3fd4-43e9-89f9-d97d954dc8e8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.121735 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:38.164524 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] For port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:38.164910 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.256248 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (28ee31da-3fd4-43e9-89f9-d97d954dc8e8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.258745 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.262694 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/28ee31da-3fd4-43e9-89f9-d97d954dc8e8 HTTP/1.1" status: 204 len: 168 time: 0.3186600 Jun 24 10:42:38.288774 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997931a9-2a4f-4567-832f-bbb7e48e9735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee31da-3fd4-43e9-89f9-d97d954dc8e8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:38.396536 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.396960 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.397310 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Floating IP dd6c3c41-bf6a-4159-9ae3-7394f3825c95 disassociated. External IP: 172.27.1.159, port: ddc7ea5d-9bef-4578-8f64-88c270cc0ec2. Jun 24 10:42:38.397600 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Calling delete_port for ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:38.538344 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (ddc7ea5d-9bef-4578-8f64-88c270cc0ec2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.569658 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'Port': ['ID=ddc7ea5d-9bef-4578-8f64-88c270cc0ec2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:38.590289 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50372) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:38.604838 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07abcc5b-0c62-44f4-8399-a94881c2b17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.680810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07abcc5b-0c62-44f4-8399-a94881c2b17b admin admin] Publish callbacks [] for security_group (a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.688151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07abcc5b-0c62-44f4-8399-a94881c2b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.691020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:38.719981 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abcc5b-0c62-44f4-8399-a94881c2b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:38.750652 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-07abcc5b-0c62-44f4-8399-a94881c2b17b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55f42883438f48f4a9d80ce83553f2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592445 Jun 24 10:42:38.767828 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50376) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:38.776343 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-075cb9d9-df5e-4ed4-a9a5-b79a5754545c req-234ed465-9a89-4525-9fd7-2a0cbda2f727 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef17986c-1f72-461f-ad90-a81148f083a9 HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jun 24 10:42:38.798365 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:38.813080 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0837e-8155-485b-866d-043275a12552 None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:38.823063 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:38.823698 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] Publish callbacks [] for security_group (a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.824090 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:38.846834 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] No DVR routers for this DVR port ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:38.847041 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] Publish callbacks [] for security_group (a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.849656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.853141 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4469691b-3d5c-4f6d-9b54-48ad952576e6 req-6bf1e7f4-1376-41ae-85b7-b145531cf909 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.20 "DELETE /v2.0/ports/ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 HTTP/1.1" status: 204 len: 173 time: 0.9567678 Jun 24 10:42:38.853593 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-deleted', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:38.856434 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8c857-faf5-43a7-9f92-6b46418de2cc" -d '{"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-deleted", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:38.907373 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1fabfa-9bba-4c97-bbd4-d0439b7495c0 x-openstack-request-id: req-2c1fabfa-9bba-4c97-bbd4-d0439b7495c0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:38.907670 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef17986c-1f72-461f-ad90-a81148f083a9", "name": "network-vif-deleted", "tag": "ddc7ea5d-9bef-4578-8f64-88c270cc0ec2", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:38.907948 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c1fabfa-9bba-4c97-bbd4-d0439b7495c0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:38.908348 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1fabfa-9bba-4c97-bbd4-d0439b7495c0'] response: {'server_uuid': 'ef17986c-1f72-461f-ad90-a81148f083a9', 'name': 'network-vif-deleted', 'tag': 'ddc7ea5d-9bef-4578-8f64-88c270cc0ec2', 'status': 'completed', 'code': 200} Jun 24 10:42:38.910217 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.912867 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:38.924088 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40 HTTP/1.1" status: 204 len: 168 time: 0.1503160 Jun 24 10:42:38.944164 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fb8bc-f098-413c-8062-e0ce113a06f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b49b0-c6c7-4a5d-8645-9d2e6d9b2b40,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:38.953695 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:39.158647 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:39.183152 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0837e-8155-485b-866d-043275a12552 None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:39.192189 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:39.192719 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:39.298075 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:39.508854 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-61c0837e-8155-485b-866d-043275a12552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:39.533003 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0837e-8155-485b-866d-043275a12552 None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:35:37Z', 'revision_number': 4, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '273f78d4-3ece-4720-89fa-d1c60748aa1e', 'name': '', 'network_id': '5c54d8b2-277b-49d0-99b7-bf6f64432c4a', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'mac_address': 'fa:16:3e:7d:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:35Z', 'updated_at': '2022-06-24T10:35:55Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'subnets': [{'id': '6f17f660-347c-408a-85fe-c3c1bdd4c6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:39.766107 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe329aa5-7dfb-407a-9332-3fd028db992f None None] New status for floating IP dd6c3c41-bf6a-4159-9ae3-7394f3825c95: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:42:39.875216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50408) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:39.937142 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (cce58318-eada-46da-95b8-1b129c76ca75), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:39.961843 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (cce58318-eada-46da-95b8-1b129c76ca75), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.017605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cce58318-eada-46da-95b8-1b129c76ca75), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.020179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.021383 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "DELETE /v2.0/security-groups/cce58318-eada-46da-95b8-1b129c76ca75 HTTP/1.1" status: 204 len: 168 time: 0.1451700 Jun 24 10:42:40.024394 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50410) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:40.030891 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b037c0b-f3a0-4db2-9783-5de97fe23e16 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce58318-eada-46da-95b8-1b129c76ca75,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:40.043986 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-e4b84ba6-0388-4d8d-90b6-a9781757034d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] show failed (client error): The resource could not be found. Jun 24 10:42:40.045265 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e4b84ba6-0388-4d8d-90b6-a9781757034d tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "GET /v2.0/security-groups/cce58318-eada-46da-95b8-1b129c76ca75 HTTP/1.1" status: 404 len: 347 time: 0.0189750 Jun 24 10:42:40.048213 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50412) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:40.165505 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:40.171103 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Deleting port cf716312-7956-483c-81a4-699ecaa2c389 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:40.171508 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (cf716312-7956-483c-81a4-699ecaa2c389), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.256595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (cf716312-7956-483c-81a4-699ecaa2c389), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.256962 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (cf716312-7956-483c-81a4-699ecaa2c389), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.271247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Calling delete_port for cf716312-7956-483c-81a4-699ecaa2c389 owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:40.350623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:40.409231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (cf716312-7956-483c-81a4-699ecaa2c389), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.437560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Pushing event deleted for resources: {'Port': ['ID=cf716312-7956-483c-81a4-699ecaa2c389,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:40.502656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks [] for floatingip (dd6c3c41-bf6a-4159-9ae3-7394f3825c95), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.506057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:40.507550 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f46e037f-dca6-4129-ae25-61a5cf5f356a tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] 10.222.0.69 "DELETE /v2.0/floatingips/dd6c3c41-bf6a-4159-9ae3-7394f3825c95 HTTP/1.1" status: 204 len: 168 time: 0.4581063 Jun 24 10:42:40.783970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:40.808794 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:40.809206 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device ddc7ea5d-9bef-4578-8f64-88c270cc0ec2 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:45.074230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50460) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:45.422658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:45.457548 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:45.543262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:45.770781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Deleting port 273f78d4-3ece-4720-89fa-d1c60748aa1e {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:45.771104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:45.855583 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] For port 273f78d4-3ece-4720-89fa-d1c60748aa1e, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=273f78d4-3ece-4720-89fa-d1c60748aa1e,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:45.855826 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:45.869340 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Calling delete_port for 273f78d4-3ece-4720-89fa-d1c60748aa1e owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:46.072690 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (273f78d4-3ece-4720-89fa-d1c60748aa1e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.097098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Pushing event deleted for resources: {'Port': ['ID=273f78d4-3ece-4720-89fa-d1c60748aa1e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:46.259968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.317322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:46.354488 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:46.469316 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:46.572361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:46.577737 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bae104ec-10f5-48f7-b0ff-b9f6481e3e37 admin admin] 10.222.0.69 "PUT /v2.0/routers/33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5023656 Jun 24 10:42:46.580336 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50466) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:46.582947 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Sync routers for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:46.593795 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:46.594498 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:46.683008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks [] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.708121 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:46.781878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks [] for router_gateway (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.828317 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Deleting port ef409806-f8bc-458f-b760-ad4147ddfb19 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:46.828696 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.909517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] For port ef409806-f8bc-458f-b760-ad4147ddfb19, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ef409806-f8bc-458f-b760-ad4147ddfb19,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:46.909973 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:46.923338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Calling delete_port for ef409806-f8bc-458f-b760-ad4147ddfb19 owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:46.951194 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:46.964150 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:42:46Z', 'revision_number': 5, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port': {'id': 'ef409806-f8bc-458f-b760-ad4147ddfb19', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:35:27Z', 'updated_at': '2022-06-24T10:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:46.993516 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Checking router: 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:47.002675 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Routers {'33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:47.003259 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:47.080776 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:47.085496 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] Set router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:47.093068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (ef409806-f8bc-458f-b760-ad4147ddfb19), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.098427 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:47.122313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef409806-f8bc-458f-b760-ad4147ddfb19,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:47.133276 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:42:46Z', 'revision_number': 6, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:47.157624 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f600381-6824-4f8c-9ce4-02f94ee8b4af None None] The sync data for ids ['33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f'] in dv-cinder-847536-1-iscsi is: [{'id': '33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f', 'name': 'tempest-AttachVolumeShelveTestJSON-82120140-router', 'tenant_id': '281651371cba4d4a9454b0747947cc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:35:26Z', 'updated_at': '2022-06-24T10:42:46Z', 'revision_number': 6, 'project_id': '281651371cba4d4a9454b0747947cc83', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:47.194433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.280087 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.282692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks [] for router_controller (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.327556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.328233 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:42:47.332645 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.333837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f9e3b197-14a9-4a97-add0-b0c8425c4d65 admin admin] 10.222.0.69 "DELETE /v2.0/routers/33dc0f94-5d4a-442f-ad75-5ed8b4f36c7f HTTP/1.1" status: 204 len: 168 time: 0.7525995 Jun 24 10:42:47.336381 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50470) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:47.344161 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:47.385573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Deleting subnet 6f17f660-347c-408a-85fe-c3c1bdd4c6d5 {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:42:47.388844 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Publish callbacks [] for subnet (6f17f660-347c-408a-85fe-c3c1bdd4c6d5), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.426650 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (6f17f660-347c-408a-85fe-c3c1bdd4c6d5), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.504220 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (6f17f660-347c-408a-85fe-c3c1bdd4c6d5), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.566316 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (6f17f660-347c-408a-85fe-c3c1bdd4c6d5), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.593297 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f17f660-347c-408a-85fe-c3c1bdd4c6d5,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:47.597496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.602608 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-734096a5-a786-45ce-b663-3fdbcd279cd7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6f17f660-347c-408a-85fe-c3c1bdd4c6d5 HTTP/1.1" status: 204 len: 168 time: 0.2633646 Jun 24 10:42:47.603181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50472) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:47.605960 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc3a2d4-b712-4e39-81bf-6d862e336c3c None None] Network 5c54d8b2-277b-49d0-99b7-bf6f64432c4a requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:42:47.613348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:47.614401 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=50,neutron:UPDATE=8 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:47.636443 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:42:47.678112 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (5c54d8b2-277b-49d0-99b7-bf6f64432c4a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.726615 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Deleting port af52c380-ac62-48a3-81e6-ce78891c78f6 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:42:47.726953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.791575 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] For port af52c380-ac62-48a3-81e6-ce78891c78f6, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=af52c380-ac62-48a3-81e6-ce78891c78f6,segment=NetworkSegment(67d8af7b-dd36-45f3-9833-d2ac406f4874),segment_id=67d8af7b-dd36-45f3-9833-d2ac406f4874)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:47.791927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.806014 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Calling delete_port for af52c380-ac62-48a3-81e6-ce78891c78f6 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:42:47.889509 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (af52c380-ac62-48a3-81e6-ce78891c78f6), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:47.915509 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Pushing event deleted for resources: {'Port': ['ID=af52c380-ac62-48a3-81e6-ce78891c78f6,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:47.917325 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] No DVR routers for this DVR port af52c380-ac62-48a3-81e6-ce78891c78f6 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:42:47.966111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb1525-1009-418e-b91f-99740a459f65 None None] DHCP port deletion for 5c54d8b2-277b-49d0-99b7-bf6f64432c4a request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:42:47.995705 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (5c54d8b2-277b-49d0-99b7-bf6f64432c4a), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.016492 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c54d8b2-277b-49d0-99b7-bf6f64432c4a']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:48.026540 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d8af7b-dd36-45f3-9833-d2ac406f4874') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:48.026842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d8af7b-dd36-45f3-9833-d2ac406f4874') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:48.028503 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:48.038262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (67d8af7b-dd36-45f3-9833-d2ac406f4874), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.054302 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (67d8af7b-dd36-45f3-9833-d2ac406f4874), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.062210 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:42:48.062601 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (67d8af7b-dd36-45f3-9833-d2ac406f4874), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.093857 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 67d8af7b-dd36-45f3-9833-d2ac406f4874 resource provider aggregate not found Jun 24 10:42:48.123931 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 67d8af7b-dd36-45f3-9833-d2ac406f4874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67d8af7b-dd36-45f3-9833-d2ac406f4874 found for delete ", "request_id": "req-092dea5b-c638-463e-9bc6-19cd7e5ac474"}]} Jun 24 10:42:48.134666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (5c54d8b2-277b-49d0-99b7-bf6f64432c4a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.140727 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.143910 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c54d8b2-277b-49d0-99b7-bf6f64432c4a HTTP/1.1" status: 204 len: 168 time: 0.5385654 Jun 24 10:42:48.157819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45ec2e-aaa4-4b67-8a77-c2e5b5f639fb admin admin] Pushing event deleted for resources: {'Network': ['ID=5c54d8b2-277b-49d0-99b7-bf6f64432c4a,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:48.283139 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device af52c380-ac62-48a3-81e6-ce78891c78f6 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:48.290146 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50486) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:48.305800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: af52c380-ac62-48a3-81e6-ce78891c78f6 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:48.306410 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device af52c380-ac62-48a3-81e6-ce78891c78f6 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:48.306796 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ef409806-f8bc-458f-b760-ad4147ddfb19 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:48.325476 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: ef409806-f8bc-458f-b760-ad4147ddfb19 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:48.325823 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ef409806-f8bc-458f-b760-ad4147ddfb19 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:48.326226 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 273f78d4-3ece-4720-89fa-d1c60748aa1e no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:42:48.333355 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-239e03b6-a97e-4a5b-8cc1-b9946ebd820a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=281651371cba4d4a9454b0747947cc83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415027 Jun 24 10:42:48.336495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50488) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:48.344413 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 273f78d4-3ece-4720-89fa-d1c60748aa1e {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:42:48.344855 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 273f78d4-3ece-4720-89fa-d1c60748aa1e not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:42:48.395905 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] Publish callbacks [] for security_group (e7436884-b259-4416-867c-5fbeb092161d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.416614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:48.418653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] Publish callbacks [] for security_group (e7436884-b259-4416-867c-5fbeb092161d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.477121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e7436884-b259-4416-867c-5fbeb092161d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.479931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:48.481178 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7436884-b259-4416-867c-5fbeb092161d HTTP/1.1" status: 204 len: 168 time: 0.1434743 Jun 24 10:42:48.489312 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e3c74-eec3-44d4-b6df-09bd2e7c1109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7436884-b259-4416-867c-5fbeb092161d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:49.186266 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50518) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:49.301755 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-434367822-network', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:49.322396 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:49.324681 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.333392 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.409440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks [] for security_group (4d5d43eb-89c8-492d-967e-25f738732494), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.416315 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (4d5d43eb-89c8-492d-967e-25f738732494), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.446203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:42:49.452799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d43eb-89c8-492d-967e-25f738732494,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:49.459624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (9c5ff59e-2aca-483c-8a59-4d4b91e6057e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.460021 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Added segment 9c5ff59e-2aca-483c-8a59-4d4b91e6057e of type vlan for network d21023a8-a179-44ed-9a96-27e103b0914f Jun 24 10:42:49.500693 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (d21023a8-a179-44ed-9a96-27e103b0914f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.527789 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (d21023a8-a179-44ed-9a96-27e103b0914f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.528763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:49.529341 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.564597 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3756039 Jun 24 10:42:49.567692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50526) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:49.572816 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Request body: {'subnet': {'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-434367822-subnet', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:49.593348 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626a1b-4a85-4d6f-b705-f38a3e53ea71 admin admin] Pushing event updated for resources: {'Network': ['ID=d21023a8-a179-44ed-9a96-27e103b0914f,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:49.595815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:49.598432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.604193 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network d21023a8-a179-44ed-9a96-27e103b0914f details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:42:49.773131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (8d4d54c6-ebd0-432b-85b9-58035d7486c3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.824772 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4d54c6-ebd0-432b-85b9-58035d7486c3,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:49.840174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.840511 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.840874 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.841206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.841529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.841851 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.842164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.842487 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.842798 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.843112 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.843432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.843753 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.844113 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.844418 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.844728 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:49.853311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:49.853664 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Network hostable DHCP agents. Network: d21023a8-a179-44ed-9a96-27e103b0914f, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:42:49.873109 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Network d21023a8-a179-44ed-9a96-27e103b0914f is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:42:49.883501 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, d21023a8-a179-44ed-9a96-27e103b0914f) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:49.887643 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:49.888229 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.893467 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d8b02-2bfe-4d8f-bd45-4e99489cc866 None None] Network d21023a8-a179-44ed-9a96-27e103b0914f requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:42:49.908256 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-82346f3e-b59f-44fe-b394-83df5679571d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3368747 Jun 24 10:42:49.908651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50528) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:49.913124 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:49.939603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (baca7603-1a02-4df3-9237-9eac2cf19023), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.940539 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (baca7603-1a02-4df3-9237-9eac2cf19023), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.992621 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for router_controller (baca7603-1a02-4df3-9237-9eac2cf19023), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:49.996309 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-d21023a8-a179-44ed-9a96-27e103b0914f', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:42:49.997288 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.126462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for router_gateway (baca7603-1a02-4df3-9237-9eac2cf19023), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.132251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Allocated IP 172.20.0.2 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/220eb57e-5faa-4ef7-b45a-a75bac664fd9) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:50.186397 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:50.421101 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks [] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.429036 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.506951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:50.510228 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Pushing event updated for resources: {'Port': ['ID=220eb57e-5faa-4ef7-b45a-a75bac664fd9,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:50.512729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:50.516090 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:50.524802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.525264 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.525605 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.525933 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.526288 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.526610 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.526924 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.527235 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.527547 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.527883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.528168 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.528480 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.528807 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.529116 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.529423 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:50.587963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Attempting to bind port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:42:50.588317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Attempting to bind port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:42:50.588657 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Attempting to bind port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:50.594011 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:42:50.594488 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:50.594769 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.595156 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:42:50.595927 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Bound port: 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:42:50.596300 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.604496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:50.609022 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for router_gateway (baca7603-1a02-4df3-9237-9eac2cf19023), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.628595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.657914 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] For port 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:50.660937 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] For port 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=220eb57e-5faa-4ef7-b45a-a75bac664fd9,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:50.668143 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.676908 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:50.725212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1de0c-4695-49e6-b1b6-a8441d2f4dd8 None None] Pushing event updated for resources: {'Port': ['ID=220eb57e-5faa-4ef7-b45a-a75bac664fd9,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:50.743440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Allocated IP 172.27.1.224 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/011c0904-4990-4768-ad0f-d05b3453c0f9) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:50.858202 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.913104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:50.955250 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:50.958345 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:50.962361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:50.985187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Pushing event updated for resources: {'Port': ['ID=011c0904-4990-4768-ad0f-d05b3453c0f9,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:51.221563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for router_gateway (baca7603-1a02-4df3-9237-9eac2cf19023), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:51.418366 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (baca7603-1a02-4df3-9237-9eac2cf19023), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:51.458616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:51.519611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:51.559524 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Router baca7603-1a02-4df3-9237-9eac2cf19023 is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:42:51.613642 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6d0ee-a822-4233-a7c8-3ff7c4ec0b62 None None] Network d21023a8-a179-44ed-9a96-27e103b0914f requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:42:51.666709 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:51.677158 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:51.686708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:51.688348 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-94ba24b4-9d32-43b5-bd1c-1af74318bb9a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7783411 Jun 24 10:42:51.690476 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:51.691010 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50540) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:51.696778 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:51.702779 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:51.703613 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:51.784900 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Provisioning complete for port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:51.785283 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:51.873153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:51.982812 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Current status of the port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:51.983196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.043895 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:52.056557 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] For port 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=220eb57e-5faa-4ef7-b45a-a75bac664fd9,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:52.081233 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.101144 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.128135 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:51Z', 'revision_number': 3, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:52.159282 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:52.159578 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Updating router baca7603-1a02-4df3-9237-9eac2cf19023 port 011c0904-4990-4768-ad0f-d05b3453c0f9 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:42:52.181751 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cc590-a1d7-4ab6-babb-48385487d201 None None] Pushing event updated for resources: {'Port': ['ID=220eb57e-5faa-4ef7-b45a-a75bac664fd9,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:52.193101 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.226213 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-286043d4-2b6f-4f42-ab1e-255c1d1bc7d3 None None] Provisioning complete for port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:52.226582 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-286043d4-2b6f-4f42-ab1e-255c1d1bc7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.265839 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Allocated IP 172.20.0.1 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:52.314538 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:52.332307 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 220eb57e-5faa-4ef7-b45a-a75bac664fd9 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:52.370807 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks [] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.407868 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.456379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:52.456379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:52.460172 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:52.464850 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:52.465881 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-286043d4-2b6f-4f42-ab1e-255c1d1bc7d3 None None] Current status of the port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:52.468509 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:52.479237 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:52.479610 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.511977 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (baca7603-1a02-4df3-9237-9eac2cf19023), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.613749 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:52.625179 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks [] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.631539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:52.635712 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.661201 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.693295 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Attempting to bind port 011c0904-4990-4768-ad0f-d05b3453c0f9 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:42:52.693762 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Attempting to bind port 011c0904-4990-4768-ad0f-d05b3453c0f9 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:42:52.694013 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Attempting to bind port 011c0904-4990-4768-ad0f-d05b3453c0f9 on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:52.697494 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140914b-3e4f-44b1-943c-7a61b99f14bf None None] Pushing event updated for resources: {'Port': ['ID=011c0904-4990-4768-ad0f-d05b3453c0f9,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:52.702251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:42:52.702410 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:52.702746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.703225 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:42:52.703931 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Bound port: 011c0904-4990-4768-ad0f-d05b3453c0f9, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:42:52.704711 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.757574 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] For port 011c0904-4990-4768-ad0f-d05b3453c0f9, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:52.760882 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] For port 011c0904-4990-4768-ad0f-d05b3453c0f9, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=011c0904-4990-4768-ad0f-d05b3453c0f9,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:52.768670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.825740 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks [] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.832602 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.833523 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-3fb595e7-a848-4154-bca7-29ae06366dd9 None None] Provisioning complete for port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:52.833890 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3fb595e7-a848-4154-bca7-29ae06366dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:52.838116 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:52.838729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:52.856048 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:52.862065 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140914b-3e4f-44b1-943c-7a61b99f14bf None None] Pushing event updated for resources: {'Port': ['ID=011c0904-4990-4768-ad0f-d05b3453c0f9,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:52.905456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:52.909158 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (baca7603-1a02-4df3-9237-9eac2cf19023), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:53.046058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-3fb595e7-a848-4154-bca7-29ae06366dd9 None None] Port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:42:53.096761 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:53.106660 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:53.281833 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:53.283553 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:53.387716 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:53.398038 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:42:53.418002 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d96e2-b2a6-4f33-a48f-ef58b9b5772d None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:53.517860 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:42:53.523050 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ac28ce21-322c-49b2-a226-bc794a22a3c8 admin admin] 10.222.0.69 "PUT /v2.0/routers/baca7603-1a02-4df3-9237-9eac2cf19023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310435 Jun 24 10:42:53.569196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c1dff60a-1825-4118-8b9e-9bd34640d36c None None] Provisioning complete for port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:53.569666 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c1dff60a-1825-4118-8b9e-9bd34640d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:53.609347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c1dff60a-1825-4118-8b9e-9bd34640d36c None None] Port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:42:53.882560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50554) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:53.887981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559514916', 'description': 'tempest-description--92760408'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:53.913350 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:53.929337 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:54.010797 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (9dd0a559-871e-4755-a117-0184d8a26223), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.017492 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (9dd0a559-871e-4755-a117-0184d8a26223), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.049257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0a559-871e-4755-a117-0184d8a26223,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.054163 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.055611 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-036f1f42-348b-4436-b63e-8159fd2d85fb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1713150 Jun 24 10:42:54.058638 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50560) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:54.064239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': '9dd0a559-871e-4755-a117-0184d8a26223', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:54.095133 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (ad4e28b4-7c5d-4841-ad8a-4909692562fc), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.170450 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (ad4e28b4-7c5d-4841-ad8a-4909692562fc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.174778 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (ad4e28b4-7c5d-4841-ad8a-4909692562fc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.193605 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4e28b4-7c5d-4841-ad8a-4909692562fc,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.209414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.213510 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bdd34347-84d9-4fd2-b33a-c00a56f448e6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535864 Jun 24 10:42:54.213721 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50562) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:54.218406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': '9dd0a559-871e-4755-a117-0184d8a26223', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:54.254219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (cf05d643-d57d-4ff2-b887-68a2cf6f922b), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.317745 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 011c0904-4990-4768-ad0f-d05b3453c0f9 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:54.332183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (cf05d643-d57d-4ff2-b887-68a2cf6f922b), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.337419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (cf05d643-d57d-4ff2-b887-68a2cf6f922b), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.359661 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf05d643-d57d-4ff2-b887-68a2cf6f922b,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.371043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 011c0904-4990-4768-ad0f-d05b3453c0f9 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:54.371438 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.376873 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.378394 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-84030777-dd77-4624-b8a4-1ccb7c66af59 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636577 Jun 24 10:42:54.381636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50564) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:54.386457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:54.410692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.451249 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 011c0904-4990-4768-ad0f-d05b3453c0f9 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:54.451638 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.474022 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:54.475970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 011c0904-4990-4768-ad0f-d05b3453c0f9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=011c0904-4990-4768-ad0f-d05b3453c0f9,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:54.482495 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.507261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.537485 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=011c0904-4990-4768-ad0f-d05b3453c0f9,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.630421 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.27.1.242 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/dd5ea6bd-cdcf-43b2-9357-433edd9fe61f) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:54.741242 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.775057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.816576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:54.820463 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:54.824366 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:54.826673 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=dd5ea6bd-cdcf-43b2-9357-433edd9fe61f,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:54.829179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:54.831187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:54.916713 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:54.956281 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.108245 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.115138 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.183149 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=dd5ea6bd-cdcf-43b2-9357-433edd9fe61f,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:55.197146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.224143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.226743 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-759d45a4-7082-404d-86ac-8576e26b73e0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8438556 Jun 24 10:42:55.391260 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9fbee459-f705-49b1-ade3-5308a4899a99 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--559514916&fields=id&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 267 time: 0.0466321 Jun 24 10:42:55.505823 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:42:55.509262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-0b94f35f-4436-4881-a776-6944740ff479 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:55.510850 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-0b94f35f-4436-4881-a776-6944740ff479 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1131530 Jun 24 10:42:55.516751 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:55.517353 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:55.527799 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-422ab0cb-4b05-4109-b152-e519e5fa0224 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/quotas/e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 375 time: 0.0101283 Jun 24 10:42:55.582527 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-3e929121-6e4d-42c2-97d3-25047d3ce9e1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488787 Jun 24 10:42:55.621508 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:55.726804 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-639159b3-ce05-4878-b25b-7b43c937ba47 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323824 Jun 24 10:42:55.802595 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:55.820023 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-4e2c558e-3428-4fc2-9886-ecfd96d7d204 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871098 Jun 24 10:42:55.830039 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:42:55.830384 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Updating router baca7603-1a02-4df3-9237-9eac2cf19023 port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:42:55.862053 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:55.989671 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2396cfe0-d9f8-4c67-9c36-184eaf5278a6 req-d0b52b24-8cac-45e2-a3a1-e858aecb25a2 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 210 time: 0.0292571 Jun 24 10:42:56.123849 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks [] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.130581 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.186369 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Pushing event updated for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:56.233380 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.233809 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.234147 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.234669 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.234929 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.235354 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.235556 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.235870 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.236180 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.236667 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.237167 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.237750 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.238225 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.238696 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.239263 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:42:56.255796 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Attempting to bind port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:42:56.256144 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Attempting to bind port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:42:56.256501 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Attempting to bind port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:56.262417 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:42:56.262791 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:56.263185 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.263561 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:42:56.264014 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Bound port: 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:42:56.264385 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.336565 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 011c0904-4990-4768-ad0f-d05b3453c0f9 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:56.361914 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:56.364227 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:56.367292 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] For port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:56.370908 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] For port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:56.381539 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.430314 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:42:56.430936 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:42:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:56.458680 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 011c0904-4990-4768-ad0f-d05b3453c0f9 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:56.458965 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.549895 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:42:56.567233 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Provisioning complete for port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:56.567487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.617444 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 011c0904-4990-4768-ad0f-d05b3453c0f9 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:56.625606 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:56.657420 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8afc-26e8-40d5-b322-511fb6aee455 None None] Pushing event updated for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:56.681877 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Current status of the port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:56.682495 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.738152 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] For port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:42:56.744903 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.808215 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15df66-5424-4739-a7af-ab1f993b46af None None] Pushing event updated for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:56.858604 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:42:56.865868 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-a830d61d-1a27-4559-b760-516f59464eb4 None None] Provisioning complete for port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:56.866231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a830d61d-1a27-4559-b760-516f59464eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:56.883391 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bba02e-40a5-4a37-b013-49760ae6a48b None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:42:56.942643 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-a830d61d-1a27-4559-b760-516f59464eb4 None None] Current status of the port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:57.113313 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6e00b446-9c56-4b26-8aeb-a21715d28b0e req-0a1052bb-d057-445a-a84f-d859e2c39ec0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 210 time: 0.0363350 Jun 24 10:42:57.175899 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-7649548d-7a38-4a30-a418-a678c1caea0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:57.178664 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-7649548d-7a38-4a30-a418-a678c1caea0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1401153 Jun 24 10:42:57.213021 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:57.251836 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-e44ceb49-8917-4708-868f-02381fd985c2 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 379 time: 0.0625913 Jun 24 10:42:57.300470 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'port': {'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'admin_state_up': True, 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'security_groups': ['9dd0a559-871e-4755-a117-0184d8a26223']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:57.417110 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:57.420688 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.547942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.20.0.8 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/05f0634c-a530-498b-a8f6-9601bb19f124) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:42:57.693580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (05f0634c-a530-498b-a8f6-9601bb19f124), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.697123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:57.727385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.773890 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:42:57.777017 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:42:57.780622 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:42:57.806893 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:57.837598 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:57.838462 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.856999 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-ae04dc11-8dab-427c-809f-39acd84c1ce0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605495 Jun 24 10:42:57.868560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Request body: {'port': {'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:57.927539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-edb9bea6-b2e3-4df4-b046-afda5efda989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.932449 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:57.983531 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50632) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:58.063237 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:58.070043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-7a6d64a3-005f-49dc-8cd9-37a2603b6ce4 None None] Provisioning complete for port 05f0634c-a530-498b-a8f6-9601bb19f124 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:58.070448 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7a6d64a3-005f-49dc-8cd9-37a2603b6ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.102867 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d64a3-005f-49dc-8cd9-37a2603b6ce4 None None] Port 05f0634c-a530-498b-a8f6-9601bb19f124 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:42:58.105654 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-456bd05c-3c9a-4eff-b9da-cbb900085fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.118809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:58.145347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:58.207300 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f0634c-a530-498b-a8f6-9601bb19f124 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:42:58.215137 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks [] for port (05f0634c-a530-498b-a8f6-9601bb19f124), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.229473 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Transition to ACTIVE for port object 05f0634c-a530-498b-a8f6-9601bb19f124 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:42:58.231657 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-456bd05c-3c9a-4eff-b9da-cbb900085fc7 admin admin] Publish callbacks [] for security_group (56c3220d-5568-463a-8551-f9080b04fea3), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.236064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.239687 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-456bd05c-3c9a-4eff-b9da-cbb900085fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (56c3220d-5568-463a-8551-f9080b04fea3), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.286403 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Pushing event updated for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:58.287183 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bd05c-3c9a-4eff-b9da-cbb900085fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c3220d-5568-463a-8551-f9080b04fea3,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:58.296288 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d2976-4f34-495c-ba50-64b4f0e33be8 req-b4ff04aa-800a-421b-92ab-9e977f3ada7a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:58.297886 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb6d2976-4f34-495c-ba50-64b4f0e33be8 req-b4ff04aa-800a-421b-92ab-9e977f3ada7a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 931 time: 0.1088419 Jun 24 10:42:58.304083 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-456bd05c-3c9a-4eff-b9da-cbb900085fc7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edb7c563eb98401bb177967a622c376a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164632 Jun 24 10:42:58.306008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50638) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:58.337324 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:42:58.376883 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Attempting to bind port 05f0634c-a530-498b-a8f6-9601bb19f124 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:42:58.377111 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Attempting to bind port 05f0634c-a530-498b-a8f6-9601bb19f124 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:42:58.377448 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Attempting to bind port 05f0634c-a530-498b-a8f6-9601bb19f124 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:58.382231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Port 05f0634c-a530-498b-a8f6-9601bb19f124 on network d21023a8-a179-44ed-9a96-27e103b0914f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:42:58.382553 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Attempting to bind port 05f0634c-a530-498b-a8f6-9601bb19f124 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:42:58.387857 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:42:58.388206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:42:58.388815 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:42:58.389035 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Bound port: 05f0634c-a530-498b-a8f6-9601bb19f124, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:42:58.389371 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.393402 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:42:58.393997 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.405149 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb6d2976-4f34-495c-ba50-64b4f0e33be8 req-e4aeedcc-f343-4d76-8d9d-97005da5b9d8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004002 Jun 24 10:42:58.417086 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] Publish callbacks [] for security_group (56c3220d-5568-463a-8551-f9080b04fea3), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.455313 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] Publish callbacks [] for security_group (56c3220d-5568-463a-8551-f9080b04fea3), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.476260 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:42:58.479845 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=05f0634c-a530-498b-a8f6-9601bb19f124,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:42:58.492915 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.506127 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:42:58.519221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (56c3220d-5568-463a-8551-f9080b04fea3), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.522952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.526623 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56c3220d-5568-463a-8551-f9080b04fea3 HTTP/1.1" status: 204 len: 168 time: 0.2173576 Jun 24 10:42:58.533400 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff676438-8972-4b41-be52-acc5f7ce7fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c3220d-5568-463a-8551-f9080b04fea3,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:58.565782 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Pushing event updated for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:58.572653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:58.573217 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:58.574673 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-9238f492-cc16-4ca9-990b-d927946bccc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 200 len: 1093 time: 0.7107778 Jun 24 10:42:58.575164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:42:58.578561 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874dcda5-d60a-400b-a434-45cd06c10230" -d '{"events": [{"name": "network-changed", "server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:42:58.619612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f918bd05-ad73-4143-86f4-221ec4f69c53 x-openstack-request-id: req-f918bd05-ad73-4143-86f4-221ec4f69c53 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:42:58.620091 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:42:58.620510 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f918bd05-ad73-4143-86f4-221ec4f69c53 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:42:58.620966 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f918bd05-ad73-4143-86f4-221ec4f69c53'] response: {'name': 'network-changed', 'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124', 'status': 'completed', 'code': 200} Jun 24 10:42:58.680338 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-418bca81-2e3f-470a-a861-23796d43f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:58.682007 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-418bca81-2e3f-470a-a861-23796d43f120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 1127 time: 0.0448503 Jun 24 10:42:58.726482 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-5175b14a-de0e-42c4-b45b-023efdeea140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 200 len: 217 time: 0.0379827 Jun 24 10:42:58.772646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:58.780520 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-2141b73e-488e-43cd-81a1-dbb3383ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:58.782190 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-2141b73e-488e-43cd-81a1-dbb3383ea0df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0499389 Jun 24 10:42:58.827030 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-1017bcfb-f4d8-4477-bb5d-b774f68c566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:58.828886 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-1017bcfb-f4d8-4477-bb5d-b774f68c566a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404210 Jun 24 10:42:58.931048 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-96254368-997d-4499-a487-1957890e05c3 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964751 Jun 24 10:42:59.022269 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-33ca1e9a-a86b-4f33-934e-87156107d5b0 req-dc62b8d0-6327-4290-b782-10977550af0d service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858271 Jun 24 10:42:59.233335 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50664) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:59.336129 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-287246336-network', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:59.363611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Made reservation on behalf of c2ca2c1ee6294b2fb8020ea0b1d73d72 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:59.366274 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.375681 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.458185 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks [] for security_group (5d0f6bc6-9cd4-4242-a632-b698ca6f47e4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.464696 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5d0f6bc6-9cd4-4242-a632-b698ca6f47e4), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.520875 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:42:59.528248 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:59.544419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (c08a2092-a46e-4f34-8419-f7bcf3d760f4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.544799 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Added segment c08a2092-a46e-4f34-8419-f7bcf3d760f4 of type vlan for network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d Jun 24 10:42:59.563284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef667f5-7894-45d1-8e99-3a4ae6eca1a7 req-dbede6a1-5846-4576-91b1-dd6cc1215bc2 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:59.564786 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8ef667f5-7894-45d1-8e99-3a4ae6eca1a7 req-dbede6a1-5846-4576-91b1-dd6cc1215bc2 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 943 time: 0.0835896 Jun 24 10:42:59.613131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.657088 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8ef667f5-7894-45d1-8e99-3a4ae6eca1a7 req-a2c20b02-5e4e-470b-8528-495ccdf2953c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726950 Jun 24 10:42:59.659680 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.660814 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:59.661519 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.665968 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:59.694908 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:59.698360 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4639485 Jun 24 10:42:59.702104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50670) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:42:59.709482 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Request body: {'subnet': {'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-287246336-subnet', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:42:59.729737 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ad168-dd5a-4abb-8d71-fe5776ff8742 admin admin] Pushing event updated for resources: {'Network': ['ID=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:42:59.739081 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:42:59.741807 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:42:59.755693 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dcda5-d60a-400b-a434-45cd06c10230 req-3dfeacad-e068-4f65-8780-146ba8ee2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:59.757250 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-3dfeacad-e068-4f65-8780-146ba8ee2249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 1127 time: 0.0636122 Jun 24 10:42:59.759852 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Made reservation on behalf of c2ca2c1ee6294b2fb8020ea0b1d73d72 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:42:59.762329 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:42:59.914169 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dcda5-d60a-400b-a434-45cd06c10230 req-cb1ad51e-aa75-4fd4-a273-12674e8a03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:42:59.915631 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-cb1ad51e-aa75-4fd4-a273-12674e8a03a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.1511660 Jun 24 10:42:59.971373 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-58541c3d-3ffc-4faa-b361-3366037fe241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 200 len: 217 time: 0.0497129 Jun 24 10:43:00.062507 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dcda5-d60a-400b-a434-45cd06c10230 req-9427cb5e-2876-4264-a931-c8b399ce2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:00.064036 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-9427cb5e-2876-4264-a931-c8b399ce2c91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0848730 Jun 24 10:43:00.079558 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (f0f67a48-0dfc-45fa-9894-e153de96396e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.141122 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dcda5-d60a-400b-a434-45cd06c10230 req-879d42d8-f049-4cb2-8f57-2befa172fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:00.142768 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-879d42d8-f049-4cb2-8f57-2befa172fae4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727570 Jun 24 10:43:00.165047 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f67a48-0dfc-45fa-9894-e153de96396e,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:00.201674 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Checking segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:00.202028 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Network hostable DHCP agents. Network: 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:43:00.257861 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:43:00.267203 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-8d603df3-4d8c-4b50-982e-90823cc9f43a service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162202 Jun 24 10:43:00.272053 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:00.280267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb9403-8d36-4bee-8129-f6130f9d1232 None None] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:43:00.282900 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:00.283712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.287036 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:00.351092 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cc6df21b-513c-4349-99d1-d2235eee0d88 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6461971 Jun 24 10:43:00.353928 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50674) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:00.358268 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:00.374586 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-92bee185-cc99-4faf-af8b-9a2753bb56e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.385244 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-874dcda5-d60a-400b-a434-45cd06c10230 req-e680e3e3-71af-42fd-9702-daada447e8a0 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110706 Jun 24 10:43:00.387954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.389219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.407208 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:43:00.408184 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.419480 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:00.447661 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for router_controller (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.551088 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Allocated IP 172.20.0.2 (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d/f0f67a48-0dfc-45fa-9894-e153de96396e/e61763cd-8207-4056-8fbc-3f13302dbe1b) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:00.562448 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:00.584263 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for router_gateway (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.691425 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks [] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.700717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.758881 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:00.764127 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:00.768298 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:00.772989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Pushing event updated for resources: {'Port': ['ID=e61763cd-8207-4056-8fbc-3f13302dbe1b,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:00.799248 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for router_gateway (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.807371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6e2bb-4743-4455-8d5b-dca1eb64a69a req-ceefa0c8-ebdb-45bf-80fe-847b6eade35f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:00.808804 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-98d6e2bb-4743-4455-8d5b-dca1eb64a69a req-ceefa0c8-ebdb-45bf-80fe-847b6eade35f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 943 time: 0.0611384 Jun 24 10:43:00.826187 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Attempting to bind port e61763cd-8207-4056-8fbc-3f13302dbe1b on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:00.826581 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Attempting to bind port e61763cd-8207-4056-8fbc-3f13302dbe1b by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:00.826938 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Attempting to bind port e61763cd-8207-4056-8fbc-3f13302dbe1b on network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:00.827449 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.832546 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:00.832954 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Checking segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:00.833330 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.833703 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Bound using segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:00.834177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Bound port: e61763cd-8207-4056-8fbc-3f13302dbe1b, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:00.834519 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.897343 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] For port e61763cd-8207-4056-8fbc-3f13302dbe1b, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:00.900440 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] For port e61763cd-8207-4056-8fbc-3f13302dbe1b, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e61763cd-8207-4056-8fbc-3f13302dbe1b,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:00.908334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:00.919059 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-98d6e2bb-4743-4455-8d5b-dca1eb64a69a req-fbe04efa-a56b-47f9-bf44-bc786778627a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937073 Jun 24 10:43:00.970073 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf0f7-7043-47e9-b72d-49c9563d3222 None None] Pushing event updated for resources: {'Port': ['ID=e61763cd-8207-4056-8fbc-3f13302dbe1b,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:00.982239 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Allocated IP 172.27.1.49 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/87c002f2-9c8b-44d8-8476-caf3cfd2b8dd) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:01.098638 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.147096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.150913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:01.193334 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:01.196203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:01.200132 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:01.222694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Pushing event updated for resources: {'Port': ['ID=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:01.233528 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 05f0634c-a530-498b-a8f6-9601bb19f124 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:43:01.337836 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=05f0634c-a530-498b-a8f6-9601bb19f124,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:01.338076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:01.353374 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '05f0634c-a530-498b-a8f6-9601bb19f124', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:43:01.456536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for router_gateway (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.520096 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 05f0634c-a530-498b-a8f6-9601bb19f124 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:01.520477 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.541332 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:01.544010 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f0634c-a530-498b-a8f6-9601bb19f124 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:43:01.558019 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.567237 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=05f0634c-a530-498b-a8f6-9601bb19f124,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:01.571803 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.620153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:01.778688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['05f0634c-a530-498b-a8f6-9601bb19f124'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:01.922924 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:01.925904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81da351-942f-4253-95cb-8c345c70fcf7 None None] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:43:01.942971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:02.008027 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Provisioning complete for port e61763cd-8207-4056-8fbc-3f13302dbe1b triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:02.008389 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.060978 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80960eec-5b23-4319-853b-e92b639df200 req-358b2d94-d010-428a-bc45-8e2286ea22eb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:02.063110 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-80960eec-5b23-4319-853b-e92b639df200 req-358b2d94-d010-428a-bc45-8e2286ea22eb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 944 time: 0.0644844 Jun 24 10:43:02.108939 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Current status of the port e61763cd-8207-4056-8fbc-3f13302dbe1b is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:02.109279 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.126642 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-80960eec-5b23-4319-853b-e92b639df200 req-ec0c41f2-8399-4273-b79a-43d9f40ad368 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559242 Jun 24 10:43:02.127677 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Router abf7b2fb-60d6-4e3c-a130-0efbeff6760c is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:43:02.151717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] For port e61763cd-8207-4056-8fbc-3f13302dbe1b, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e61763cd-8207-4056-8fbc-3f13302dbe1b,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:02.158097 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.208166 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552ac5d-eeba-4a60-9f63-09bd466bb9a4 None None] Pushing event updated for resources: {'Port': ['ID=e61763cd-8207-4056-8fbc-3f13302dbe1b,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:02.244303 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:02.256846 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Sync routers for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:02.273347 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.274852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.278007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:02.278644 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:02.279348 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50680) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:02.292953 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-cf524c46-f4c8-472b-8b20-03cfb1f225a0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9354854 Jun 24 10:43:02.364585 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e61763cd-8207-4056-8fbc-3f13302dbe1b up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:02.411244 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-1b6875da-37fe-4c01-bc91-2320809703af None None] Provisioning complete for port e61763cd-8207-4056-8fbc-3f13302dbe1b triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:02.411609 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b6875da-37fe-4c01-bc91-2320809703af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.419933 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:02.424972 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:02.520700 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port e61763cd-8207-4056-8fbc-3f13302dbe1b triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:02.521080 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.587967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:02.659328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-1b6875da-37fe-4c01-bc91-2320809703af None None] Current status of the port e61763cd-8207-4056-8fbc-3f13302dbe1b is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:02.706369 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.709395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:02.721625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port e61763cd-8207-4056-8fbc-3f13302dbe1b is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:02.727328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:01Z', 'revision_number': 3, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:02.752158 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Checking router: abf7b2fb-60d6-4e3c-a130-0efbeff6760c for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:02.752501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Updating router abf7b2fb-60d6-4e3c-a130-0efbeff6760c port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:43:02.779784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:02.866234 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Allocated IP 172.20.0.1 (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d/f0f67a48-0dfc-45fa-9894-e153de96396e/1f8119e9-1f76-4342-a191-cb4a734f2412) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:02.975625 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks [] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.000054 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:03.014822 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.031534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks [] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.037084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.059649 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:03.065096 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:03.069149 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:03.072232 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:03.088574 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Attempting to bind port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:03.089188 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Attempting to bind port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:03.089554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Attempting to bind port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:03.093434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242e3a-cf61-4d5b-a8aa-38c345a8f36a None None] Pushing event updated for resources: {'Port': ['ID=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:03.098238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:03.098603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:03.098976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.099342 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:03.099797 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Bound port: 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:03.100162 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.122843 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.149901 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] For port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:03.153569 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] For port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:03.167364 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.232231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:03.251519 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 05f0634c-a530-498b-a8f6-9601bb19f124 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:03.279592 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.280998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181f28e-9a86-4bdb-b7ab-9b5c4aff5429 req-f39ad9cf-69cb-496e-b265-459582766a4d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:03.283140 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9181f28e-9a86-4bdb-b7ab-9b5c4aff5429 req-f39ad9cf-69cb-496e-b265-459582766a4d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 944 time: 0.0686483 Jun 24 10:43:03.283686 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:03.284322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:03.286285 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242e3a-cf61-4d5b-a8aa-38c345a8f36a None None] Pushing event updated for resources: {'Port': ['ID=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:03.298309 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.357434 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9181f28e-9a86-4bdb-b7ab-9b5c4aff5429 req-c95b8076-093d-4356-8755-8d5ea559ad70 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578346 Jun 24 10:43:03.405698 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 05f0634c-a530-498b-a8f6-9601bb19f124 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:43:03.426811 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:03.431584 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 05f0634c-a530-498b-a8f6-9601bb19f124 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:03.431970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.443287 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-468efa58-570a-408b-b097-14fcd6479c71 None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:03.443287 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-468efa58-570a-408b-b097-14fcd6479c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.460518 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks [] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.465375 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.486018 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.498529 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:03.502840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:03.689348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-468efa58-570a-408b-b097-14fcd6479c71 None None] Port 1f8119e9-1f76-4342-a191-cb4a734f2412 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:03.800060 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:03.802499 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.820911 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 05f0634c-a530-498b-a8f6-9601bb19f124 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:03.821477 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.865383 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:03.867699 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9042b50-4907-4fc7-b2ea-b9f8f02e60c7" -d '{"events": [{"server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "name": "network-vif-plugged", "status": "completed", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:03.896029 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:03.897409 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:03.903937 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=05f0634c-a530-498b-a8f6-9601bb19f124,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:03.914843 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9254c950-c3bc-4418-b19e-d46cf86a532c x-openstack-request-id: req-9254c950-c3bc-4418-b19e-d46cf86a532c {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:03.915313 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "name": "network-vif-plugged", "status": "completed", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:03.915435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9254c950-c3bc-4418-b19e-d46cf86a532c {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:03.915857 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9254c950-c3bc-4418-b19e-d46cf86a532c'] response: {'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124', 'code': 200} Jun 24 10:43:03.918450 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:03.927967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:02Z', 'revision_number': 1, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:03.981398 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b146911-63e2-4be4-933a-1eaf4a5d60fe None None] The sync data for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi is: [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:02Z', 'revision_number': 1, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:04.019786 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:04.067648 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Router abf7b2fb-60d6-4e3c-a130-0efbeff6760c has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:43:04.163089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c0db6-2b99-4f35-aa28-a10746b647f8 req-eb050b93-cbcf-4c94-859c-8dfbf3fef0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:04.164652 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c40c0db6-2b99-4f35-aa28-a10746b647f8 req-eb050b93-cbcf-4c94-859c-8dfbf3fef0df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 1129 time: 0.0828903 Jun 24 10:43:04.219042 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:04.229700 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-7c502edb-803a-4cba-8eb2-43a5b9e8285e None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:04.230074 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7c502edb-803a-4cba-8eb2-43a5b9e8285e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.246624 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:04.254020 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7692683d-7093-4f19-83b6-f082c8996d74 admin admin] 10.222.0.69 "PUT /v2.0/routers/abf7b2fb-60d6-4e3c-a130-0efbeff6760c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726999 Jun 24 10:43:04.269241 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c40c0db6-2b99-4f35-aa28-a10746b647f8 req-33608a00-9178-4847-a5b7-371e4c3ac6c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810137 Jun 24 10:43:04.275165 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-7c502edb-803a-4cba-8eb2-43a5b9e8285e None None] Port 1f8119e9-1f76-4342-a191-cb4a734f2412 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:04.490437 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba19db-4389-4509-bf6b-170c5186ded8 req-01ac6eb8-ac94-4fbe-93cd-4b4dab5b6321 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:04.492267 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71ba19db-4389-4509-bf6b-170c5186ded8 req-01ac6eb8-ac94-4fbe-93cd-4b4dab5b6321 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0589275 Jun 24 10:43:04.549670 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71ba19db-4389-4509-bf6b-170c5186ded8 req-b55e295c-6134-43ef-b210-8651d01f688b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505261 Jun 24 10:43:04.816394 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50702) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:04.821479 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1571719180-network', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:04.832911 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:04.839343 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:04.845971 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Made reservation on behalf of cb4549ef556d44c5bc529761d3cd95d3 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:43:04.848420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.860171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.941708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks [] for security_group (6796cd74-d4c6-4758-bd31-0e2126351745), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.946541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6796cd74-d4c6-4758-bd31-0e2126351745), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.976812 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:43:04.986874 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6796cd74-d4c6-4758-bd31-0e2126351745,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:04.996408 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (f4d32a84-044d-403b-9f62-0c4dbc872b10), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:04.996679 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Added segment f4d32a84-044d-403b-9f62-0c4dbc872b10 of type vlan for network 073141bf-37c2-47cd-9184-ad10e7dfebb2 Jun 24 10:43:05.039624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (073141bf-37c2-47cd-9184-ad10e7dfebb2), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.066852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (073141bf-37c2-47cd-9184-ad10e7dfebb2), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.067929 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:05.068771 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.115901 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2957723 Jun 24 10:43:05.116252 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50704) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:05.121327 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Request body: {'subnet': {'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1571719180-subnet', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:05.140209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c223-7df1-49ac-b90e-7e04d7a938d0 admin admin] Pushing event updated for resources: {'Network': ['ID=073141bf-37c2-47cd-9184-ad10e7dfebb2,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:05.146356 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Made reservation on behalf of cb4549ef556d44c5bc529761d3cd95d3 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:43:05.149930 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.151484 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:43:05.261080 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:05.357118 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (57b5ccb6-e820-46ba-bbfa-4ae01af15813), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.406936 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b5ccb6-e820-46ba-bbfa-4ae01af15813,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:05.425841 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Checking segment: {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:05.426197 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Network hostable DHCP agents. Network: 073141bf-37c2-47cd-9184-ad10e7dfebb2, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:43:05.443266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:43:05.454673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 073141bf-37c2-47cd-9184-ad10e7dfebb2) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:05.459631 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:05.460670 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.463667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f4886-e8a8-40e7-b495-63cc7632d119 None None] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:43:05.480619 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f3a57b28-4dce-4126-8a23-dd36cedfd803 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3633387 Jun 24 10:43:05.483108 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50706) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:05.487530 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:05.509923 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.511017 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.566572 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for router_controller (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.574056 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-073141bf-37c2-47cd-9184-ad10e7dfebb2', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:43:05.575356 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.680119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4277f-f888-4e3d-b7e7-6a1823c4ac51 req-a7f7b3f3-7e58-4d69-acc9-0d10d7e28be5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:05.681693 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8bc4277f-f888-4e3d-b7e7-6a1823c4ac51 req-a7f7b3f3-7e58-4d69-acc9-0d10d7e28be5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0511823 Jun 24 10:43:05.726993 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Allocated IP 172.20.0.2 (073141bf-37c2-47cd-9184-ad10e7dfebb2/57b5ccb6-e820-46ba-bbfa-4ae01af15813/9074edec-5e39-4d12-91f0-977af56b8035) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:05.729131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for router_gateway (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.740040 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8bc4277f-f888-4e3d-b7e7-6a1823c4ac51 req-a94a5eb5-cab1-4c60-ad33-a59a76251796 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526352 Jun 24 10:43:05.831586 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:05.884927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9311a5f-e230-4e59-8d74-820a088c236e req-f0a2bb4a-86bf-482e-8f2a-961bc79aa6ce tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:05.886584 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f9311a5f-e230-4e59-8d74-820a088c236e req-f0a2bb4a-86bf-482e-8f2a-961bc79aa6ce tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0683825 Jun 24 10:43:05.887062 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks [] for port (9074edec-5e39-4d12-91f0-977af56b8035), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.895712 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (9074edec-5e39-4d12-91f0-977af56b8035), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.896710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50712) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:05.902422 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:05.944620 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.950151 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:05.950897 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Pushing event updated for resources: {'Port': ['ID=9074edec-5e39-4d12-91f0-977af56b8035,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:05.955675 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:05.956026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for router_gateway (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:05.957795 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:05.960892 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:05.982074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.024457 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Attempting to bind port 9074edec-5e39-4d12-91f0-977af56b8035 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:06.024883 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Attempting to bind port 9074edec-5e39-4d12-91f0-977af56b8035 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:06.025191 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Attempting to bind port 9074edec-5e39-4d12-91f0-977af56b8035 on network 073141bf-37c2-47cd-9184-ad10e7dfebb2 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:06.031034 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:06.031583 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Checking segment: {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:06.032211 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.032604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Bound using segment: {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:06.033094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Bound port: 9074edec-5e39-4d12-91f0-977af56b8035, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:06.033470 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9074edec-5e39-4d12-91f0-977af56b8035), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.090842 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:06.100250 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Allocated IP 172.27.1.221 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/590f6b17-94be-456f-9227-32fb3e91ebbd) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:06.106967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] For port 9074edec-5e39-4d12-91f0-977af56b8035, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:06.111021 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] For port 9074edec-5e39-4d12-91f0-977af56b8035, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9074edec-5e39-4d12-91f0-977af56b8035,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:06.120626 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9074edec-5e39-4d12-91f0-977af56b8035), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.191163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cbc74-1591-4f57-a70e-c79324bb2a9e None None] Pushing event updated for resources: {'Port': ['ID=9074edec-5e39-4d12-91f0-977af56b8035,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:06.207811 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Sync routers for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:06.224232 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:06.225001 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:06.254505 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.318828 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.344954 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:06.399197 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:06.401161 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:06.408272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:06.432612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:06.434650 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:06.520146 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Pushing event updated for resources: {'Port': ['ID=590f6b17-94be-456f-9227-32fb3e91ebbd,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:06.537664 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:06.538396 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.702379 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:06.702769 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.742475 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:06.752446 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 2, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:06.754103 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:06.762484 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.762760 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.772014 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.791080 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Checking router: abf7b2fb-60d6-4e3c-a130-0efbeff6760c for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:06.791629 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Updating router abf7b2fb-60d6-4e3c-a130-0efbeff6760c port 1f8119e9-1f76-4342-a191-cb4a734f2412 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:43:06.813298 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:06.821941 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.842343 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:06.887662 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP d5158554-7f1f-4505-8e4b-2b56bd8638e4 associated. External IP: 172.27.1.242, port: 05f0634c-a530-498b-a8f6-9601bb19f124. Jun 24 10:43:06.956316 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for router_gateway (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:06.967860 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.006948 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.089956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:43:07.105396 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks [] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.114965 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.170588 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.215372 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1fca2-672a-45ae-a823-d0174d07519c None None] Pushing event updated for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:07.222922 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:07.227431 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.235385 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:07.253323 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:07.254221 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:07.278808 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Attempting to bind port 1f8119e9-1f76-4342-a191-cb4a734f2412 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:07.279173 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Attempting to bind port 1f8119e9-1f76-4342-a191-cb4a734f2412 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:07.279527 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Attempting to bind port 1f8119e9-1f76-4342-a191-cb4a734f2412 on network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:07.291975 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:07.292153 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9c798499-a40d-415c-849a-deb641671697 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "PUT /v2.0/floatingips/d5158554-7f1f-4505-8e4b-2b56bd8638e4 HTTP/1.1" status: 200 len: 991 time: 1.3916194 Jun 24 10:43:07.292281 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Checking segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:07.292281 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.292281 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Bound using segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:07.292539 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:07.292631 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Bound port: 1f8119e9-1f76-4342-a191-cb4a734f2412, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:07.292631 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.293894 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e62075b-2dc8-473f-a3a9-69852e5b90f0" -d '{"events": [{"name": "network-changed", "server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:07.302259 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.364383 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa62021-9a0a-4300-a6c0-67c8832d8db5 x-openstack-request-id: req-1aa62021-9a0a-4300-a6c0-67c8832d8db5 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:07.364929 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:07.365323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1aa62021-9a0a-4300-a6c0-67c8832d8db5 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:07.365894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa62021-9a0a-4300-a6c0-67c8832d8db5'] response: {'name': 'network-changed', 'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124', 'status': 'completed', 'code': 200} Jun 24 10:43:07.372472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:43:07.405808 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] For port 1f8119e9-1f76-4342-a191-cb4a734f2412, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:07.414514 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] For port 1f8119e9-1f76-4342-a191-cb4a734f2412, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=1f8119e9-1f76-4342-a191-cb4a734f2412,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:07.426794 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.475113 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:07.489818 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-366a14a0-2456-454c-b64e-50c7c280fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:07.491359 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-366a14a0-2456-454c-b64e-50c7c280fc1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 1129 time: 0.1030478 Jun 24 10:43:07.502922 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:07.503547 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:07.538357 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:07.541004 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.623086 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1fca2-672a-45ae-a823-d0174d07519c None None] Pushing event updated for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:07.644194 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:07.650130 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:07.684706 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Sync routers for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:07.711050 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:07.712017 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:07.713339 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-e073540a-5ebf-4648-8c67-4297d133d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:07.715084 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-e073540a-5ebf-4648-8c67-4297d133d9b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.1805639 Jun 24 10:43:07.718786 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.721404 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4988b144-9855-417b-9f79-ad22f57eca4c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2372081 Jun 24 10:43:07.724304 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50718) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:07.836254 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-50c4af45-e900-4b97-9531-b548e4ac8f25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 200 len: 999 time: 0.1136270 Jun 24 10:43:07.847205 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c279a1-9f30-423c-960e-e8ea9b0a5363 None None] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:43:07.872688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.873331 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.889370 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Current status of the port 1f8119e9-1f76-4342-a191-cb4a734f2412 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:07.889753 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:07.905247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-7c57bb52-30c5-4cf6-9cef-330e6ad0d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:07.906790 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:07.907671 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-7c57bb52-30c5-4cf6-9cef-330e6ad0d682 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0641549 Jun 24 10:43:07.940243 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:07.979045 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-8d38bae1-b1ea-40b0-8911-8675c346a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:07.980604 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-8d38bae1-b1ea-40b0-8911-8675c346a5db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650749 Jun 24 10:43:08.062165 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:07Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:08.076632 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.100615 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-6ede259c-8b95-436b-8dfb-c078cbb10846 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136329 Jun 24 10:43:08.168296 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:08.207506 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7e62075b-2dc8-473f-a3a9-69852e5b90f0 req-d034d349-6e7b-4677-86f2-c2953ae08d29 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011875 Jun 24 10:43:08.210543 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:08.218424 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] For port 1f8119e9-1f76-4342-a191-cb4a734f2412, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=1f8119e9-1f76-4342-a191-cb4a734f2412,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:08.241881 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.245677 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.269496 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.287298 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:08.288487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:08.308124 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 3, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:08.337076 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b96f2-ac9e-4e86-acd7-32e7c47749bd None None] The sync data for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi is: [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:07Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:08.339876 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Checking router: eb262e50-7cdf-4ba9-984c-fbd885fcbf0a for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:08.340217 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Updating router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a port 590f6b17-94be-456f-9227-32fb3e91ebbd binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:43:08.378114 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e0cea-a2f1-4275-8e37-fc19d76cc11a None None] Pushing event updated for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:08.379751 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.389595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.393135 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.394519 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:08.394888 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.493789 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:08.502651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Allocated IP 172.20.0.1 (073141bf-37c2-47cd-9184-ad10e7dfebb2/57b5ccb6-e820-46ba-bbfa-4ae01af15813/6b33779b-f07a-4fec-ae2d-527d542d4852) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:08.545450 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:08.677840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Current status of the port 1f8119e9-1f76-4342-a191-cb4a734f2412 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:08.695684 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Provisioning complete for port 9074edec-5e39-4d12-91f0-977af56b8035 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:08.696055 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9074edec-5e39-4d12-91f0-977af56b8035), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.699681 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks [] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.737100 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:08.737474 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.755062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.797875 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:08.801017 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:08.805329 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:08.834021 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks [] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.848411 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.851130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Pushing event updated for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:08.868792 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.917007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.917936 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Attempting to bind port 590f6b17-94be-456f-9227-32fb3e91ebbd on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:08.918355 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Attempting to bind port 590f6b17-94be-456f-9227-32fb3e91ebbd by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:08.918642 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Attempting to bind port 590f6b17-94be-456f-9227-32fb3e91ebbd on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:08.922269 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb2fea-8646-476f-aebf-931b13c21236 None None] Pushing event updated for resources: {'Port': ['ID=590f6b17-94be-456f-9227-32fb3e91ebbd,revision_number=2']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:08.927345 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:08.927703 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:08.928094 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.928460 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:08.928936 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Bound port: 590f6b17-94be-456f-9227-32fb3e91ebbd, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:08.929303 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.974373 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:08.979830 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Current status of the port 9074edec-5e39-4d12-91f0-977af56b8035 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:08.980435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (9074edec-5e39-4d12-91f0-977af56b8035), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:08.999282 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] For port 590f6b17-94be-456f-9227-32fb3e91ebbd, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:08.999980 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:09.009831 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] For port 590f6b17-94be-456f-9227-32fb3e91ebbd, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=590f6b17-94be-456f-9227-32fb3e91ebbd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:09.024282 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.027951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0c0a4-7906-4a5a-8a50-d7f76b91a165 None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:09.042179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.126153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] For port 9074edec-5e39-4d12-91f0-977af56b8035, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9074edec-5e39-4d12-91f0-977af56b8035,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:09.144936 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (9074edec-5e39-4d12-91f0-977af56b8035), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.158039 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:09.159330 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9074edec-5e39-4d12-91f0-977af56b8035 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:09.160258 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:09.160963 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:09.164573 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb2fea-8646-476f-aebf-931b13c21236 None None] Pushing event updated for resources: {'Port': ['ID=590f6b17-94be-456f-9227-32fb3e91ebbd,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:09.262108 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881bb13-5cdf-47b7-adaa-dba7240dd594 None None] Pushing event updated for resources: {'Port': ['ID=9074edec-5e39-4d12-91f0-977af56b8035,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:09.277515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks [] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.287895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.293372 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:09.294898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9074edec-5e39-4d12-91f0-977af56b8035 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:09.295530 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9074edec-5e39-4d12-91f0-977af56b8035), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.298346 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Provisioning complete for port 6b33779b-f07a-4fec-ae2d-527d542d4852 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:09.298777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.368344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Port 6b33779b-f07a-4fec-ae2d-527d542d4852 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:09.390609 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.393636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Provisioning complete for port 9074edec-5e39-4d12-91f0-977af56b8035 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:09.394001 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9074edec-5e39-4d12-91f0-977af56b8035), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.397167 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Pushing event updated for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:09.428229 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:09.446510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:09.450633 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781e29c-893f-46c3-ba51-d5b43e13696e None None] New status for floating IP d5158554-7f1f-4505-8e4b-2b56bd8638e4: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:43:09.486900 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:09.521157 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:09.522692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:09.552363 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '6b33779b-f07a-4fec-ae2d-527d542d4852', 'name': '', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'mac_address': 'fa:16:3e:5b:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:08Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 1, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'subnets': [{'id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:09.572292 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9074edec-5e39-4d12-91f0-977af56b8035 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:09.573958 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1f8119e9-1f76-4342-a191-cb4a734f2412 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:09.582958 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e5de4-b0e5-4297-8faf-6561b39742f1 None None] The sync data for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi is: [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '6b33779b-f07a-4fec-ae2d-527d542d4852', 'name': '', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'mac_address': 'fa:16:3e:5b:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:08Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 1, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'subnets': [{'id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:09.639150 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:43:09.648602 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-32a01a49-36f6-4eb3-b028-7c17f2138f7a None None] Current status of the port 9074edec-5e39-4d12-91f0-977af56b8035 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:09.711887 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:09.712357 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.753379 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:09.764792 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6189a028-e563-4921-9844-e61b738c2f43 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb262e50-7cdf-4ba9-984c-fbd885fcbf0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329618 Jun 24 10:43:09.776375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:09.794238 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-bd11ea47-ea97-46e0-897f-14b47e6a1aa8 None None] Provisioning complete for port 6b33779b-f07a-4fec-ae2d-527d542d4852 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:09.794607 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd11ea47-ea97-46e0-897f-14b47e6a1aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:09.823727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 1f8119e9-1f76-4342-a191-cb4a734f2412 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:09.835572 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-bd11ea47-ea97-46e0-897f-14b47e6a1aa8 None None] Port 6b33779b-f07a-4fec-ae2d-527d542d4852 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:10.315189 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9074edec-5e39-4d12-91f0-977af56b8035 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:10.360762 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 9074edec-5e39-4d12-91f0-977af56b8035 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:10.361152 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (9074edec-5e39-4d12-91f0-977af56b8035), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:10.461398 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 9074edec-5e39-4d12-91f0-977af56b8035 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:10.462490 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1f8119e9-1f76-4342-a191-cb4a734f2412 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:10.633898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:10.664328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 1f8119e9-1f76-4342-a191-cb4a734f2412 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:10.664809 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:10.745477 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 1f8119e9-1f76-4342-a191-cb4a734f2412 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:12.326802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 590f6b17-94be-456f-9227-32fb3e91ebbd up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:12.392111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 590f6b17-94be-456f-9227-32fb3e91ebbd triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:12.392478 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:12.471832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 590f6b17-94be-456f-9227-32fb3e91ebbd is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:12.472212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:12.495820 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 590f6b17-94be-456f-9227-32fb3e91ebbd, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=590f6b17-94be-456f-9227-32fb3e91ebbd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:12.503775 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:12.567629 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=590f6b17-94be-456f-9227-32fb3e91ebbd,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:12.958827 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Sync routers for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:12.973617 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:12.974248 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:13.080294 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:13.101840 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:13.302934 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '6b33779b-f07a-4fec-ae2d-527d542d4852', 'name': '', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'mac_address': 'fa:16:3e:5b:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:08Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'subnets': [{'id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:13.333132 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Checking router: eb262e50-7cdf-4ba9-984c-fbd885fcbf0a for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:13.333597 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Updating router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a port 6b33779b-f07a-4fec-ae2d-527d542d4852 binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:43:13.364031 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.660633 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks [] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.669067 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.740553 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea240c-d68b-4758-9e54-35fe6ebaf019 None None] Pushing event updated for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:13.814683 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Attempting to bind port 6b33779b-f07a-4fec-ae2d-527d542d4852 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:13.816004 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Attempting to bind port 6b33779b-f07a-4fec-ae2d-527d542d4852 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:13.817362 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Attempting to bind port 6b33779b-f07a-4fec-ae2d-527d542d4852 on network 073141bf-37c2-47cd-9184-ad10e7dfebb2 {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:13.823158 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:13.823520 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Checking segment: {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:13.823988 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.824369 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Bound using segment: {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:13.824855 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Bound port: 6b33779b-f07a-4fec-ae2d-527d542d4852, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d32a84-044d-403b-9f62-0c4dbc872b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:13.825227 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.910168 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] For port 6b33779b-f07a-4fec-ae2d-527d542d4852, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:13.913970 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] For port 6b33779b-f07a-4fec-ae2d-527d542d4852, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=6b33779b-f07a-4fec-ae2d-527d542d4852,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:13.926407 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:13.977022 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:13.994299 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:13.994830 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:13.996583 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:14.008192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Provisioning complete for port 6b33779b-f07a-4fec-ae2d-527d542d4852 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:14.008783 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:14.105798 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Current status of the port 6b33779b-f07a-4fec-ae2d-527d542d4852 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:14.106548 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:14.158423 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] For port 6b33779b-f07a-4fec-ae2d-527d542d4852, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=6b33779b-f07a-4fec-ae2d-527d542d4852,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:14.166701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:14.242334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482ea5a-85c7-485e-8ecb-f1ac685497ab None None] Pushing event updated for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:14.257611 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea240c-d68b-4758-9e54-35fe6ebaf019 None None] Pushing event updated for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=4']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:14.263030 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:14.363666 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 590f6b17-94be-456f-9227-32fb3e91ebbd up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:14.408722 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-08df53b6-0b27-46e3-bce0-27c54bb9ca7a None None] Provisioning complete for port 6b33779b-f07a-4fec-ae2d-527d542d4852 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:14.409120 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-08df53b6-0b27-46e3-bce0-27c54bb9ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:14.445985 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:14.473870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 590f6b17-94be-456f-9227-32fb3e91ebbd triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:14.474297 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:14.478829 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '6b33779b-f07a-4fec-ae2d-527d542d4852', 'name': '', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'mac_address': 'fa:16:3e:5b:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:08Z', 'updated_at': '2022-06-24T10:43:13Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'subnets': [{'id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:14.519378 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aaf-dcca-4cfe-8ed8-f83f93d2109c None None] The sync data for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi is: [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '6b33779b-f07a-4fec-ae2d-527d542d4852', 'name': '', 'network_id': '073141bf-37c2-47cd-9184-ad10e7dfebb2', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'mac_address': 'fa:16:3e:5b:c6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:08Z', 'updated_at': '2022-06-24T10:43:13Z', 'revision_number': 4, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'subnets': [{'id': '57b5ccb6-e820-46ba-bbfa-4ae01af15813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:14.543343 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-08df53b6-0b27-46e3-bce0-27c54bb9ca7a None None] Current status of the port 6b33779b-f07a-4fec-ae2d-527d542d4852 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:14.586163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:14.588770 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 590f6b17-94be-456f-9227-32fb3e91ebbd is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:16.334862 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 6b33779b-f07a-4fec-ae2d-527d542d4852 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:16.380703 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 6b33779b-f07a-4fec-ae2d-527d542d4852 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:16.381104 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:16.465036 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 6b33779b-f07a-4fec-ae2d-527d542d4852 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:18.201616 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=74 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:18.202863 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=10 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:19.235094 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-3e088d79-cfc2-46a4-8ab8-98a3cf54d95e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:19.236608 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-3e088d79-cfc2-46a4-8ab8-98a3cf54d95e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 814 time: 0.1090970 Jun 24 10:43:19.254522 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-ce4d50c7-13c3-42cb-b596-c2ba5f5e2e5e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/quotas/c2ca2c1ee6294b2fb8020ea0b1d73d72 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jun 24 10:43:19.305151 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-3e2f01a5-f9ed-45d1-b2e4-697e07456e1d tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454016 Jun 24 10:43:19.417981 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-52a78797-596f-4d31-9394-8ab80393cc92 service neutron] 10.222.0.69 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979834 Jun 24 10:43:19.508975 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-aa439d77-0416-4f73-8f47-6483981c54d7 service neutron] 10.222.0.69 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848854 Jun 24 10:43:19.670646 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a7e581d4-2ff6-43e7-ab3c-31a33815550a req-59ff9dea-f975-437d-a616-03da719d6930 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 210 time: 0.0283134 Jun 24 10:43:20.735501 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-4b65abdb-0d38-46b2-944e-b2e25dbc66e3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:20.737248 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-4b65abdb-0d38-46b2-944e-b2e25dbc66e3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 814 time: 0.1059873 Jun 24 10:43:20.750589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'port': {'device_id': '936ae267-07d2-4640-9876-50bc27cce9ee', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'admin_state_up': True, 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:20.776497 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5773c334-f5f2-4488-bbfc-83849adc941b req-c298e5b7-bc67-4ee9-8775-1e481b22069e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 210 time: 0.0319288 Jun 24 10:43:20.876236 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Made reservation on behalf of c2ca2c1ee6294b2fb8020ea0b1d73d72 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:43:20.879974 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:21.007899 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Allocated IP 172.20.0.11 (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d/f0f67a48-0dfc-45fa-9894-e153de96396e/8f5ac905-2e34-4d60-a69f-39b37fc56415) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:21.172030 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:21.209272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:21.265431 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:21.269671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:21.288947 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:21.348667 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:21.366761 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:21.367398 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:21.397012 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-15e121f6-edf1-4be8-b75f-c372d9d7fc99 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6505013 Jun 24 10:43:21.624200 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-7b6441ec-5dae-46f3-8123-05e9fae6dda8 None None] Provisioning complete for port 8f5ac905-2e34-4d60-a69f-39b37fc56415 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:21.624876 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7b6441ec-5dae-46f3-8123-05e9fae6dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:21.669620 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-7b6441ec-5dae-46f3-8123-05e9fae6dda8 None None] Port 8f5ac905-2e34-4d60-a69f-39b37fc56415 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:22.173221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef93b-6ef4-412d-b238-0a5a6472d4d7 req-745b01cf-d284-4bda-8870-eceac3f7cf93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:22.174863 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-904ef93b-6ef4-412d-b238-0a5a6472d4d7 req-745b01cf-d284-4bda-8870-eceac3f7cf93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.3243797 Jun 24 10:43:22.225714 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-904ef93b-6ef4-412d-b238-0a5a6472d4d7 req-999f8919-dfa3-47ed-b619-2d8be9b14bf1 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448601 Jun 24 10:43:23.349175 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55de4-ec28-4883-8092-9b105b08aa36 req-0b4715b8-c495-4ab6-9682-e18a99d8f0a3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:23.351653 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97f55de4-ec28-4883-8092-9b105b08aa36 req-0b4715b8-c495-4ab6-9682-e18a99d8f0a3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0549858 Jun 24 10:43:23.400837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-97f55de4-ec28-4883-8092-9b105b08aa36 req-aa9ec258-7247-4158-b57e-e8799fbb8c03 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Jun 24 10:43:24.521762 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:24.531339 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd66afc-b3dd-4e6f-81c4-6daa6121a315 req-7643913d-415d-4bc3-8fbc-e207c461bb8a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:24.534915 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1fd66afc-b3dd-4e6f-81c4-6daa6121a315 req-7643913d-415d-4bc3-8fbc-e207c461bb8a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0534101 Jun 24 10:43:24.584499 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1fd66afc-b3dd-4e6f-81c4-6daa6121a315 req-392c263f-dd02-49f6-b4b0-692ff061adbf tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Jun 24 10:43:24.636768 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:43:25.710937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecc28d-1ada-413f-85a3-550bd5040b36 req-36a1d764-25a3-4eba-b1a0-c56f91093079 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:25.712094 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-efecc28d-1ada-413f-85a3-550bd5040b36 req-36a1d764-25a3-4eba-b1a0-c56f91093079 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0497465 Jun 24 10:43:25.762469 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-efecc28d-1ada-413f-85a3-550bd5040b36 req-d323d946-7d17-4172-bb66-58776e181f5e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Jun 24 10:43:26.900332 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380441-a444-4faf-a0b5-04c99f297a18 req-4a2ec1ca-4cdc-4b05-bbd4-554f57dffc95 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:26.905553 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3e380441-a444-4faf-a0b5-04c99f297a18 req-4a2ec1ca-4cdc-4b05-bbd4-554f57dffc95 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0701492 Jun 24 10:43:26.968805 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:26.982497 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3e380441-a444-4faf-a0b5-04c99f297a18 req-76d347f1-386b-4e50-a400-4e7e3cc10696 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703981 Jun 24 10:43:27.605316 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=16 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:27.923874 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-60b3e42b-1a49-485b-b640-309ee7fae9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:28.100668 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfa913-0a9e-4c64-8177-45a87980e07a req-e41137d5-faea-46cc-990d-7b7aef7eb38f tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:28.102168 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ecdfa913-0a9e-4c64-8177-45a87980e07a req-e41137d5-faea-46cc-990d-7b7aef7eb38f tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0484092 Jun 24 10:43:28.152484 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ecdfa913-0a9e-4c64-8177-45a87980e07a req-c2f1b4de-0397-46ff-83a1-9a91720f6860 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Jun 24 10:43:29.273171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc08d0-6c7a-474f-8db0-6d440ebc6568 req-2e633908-a27f-4e8d-88ad-5aa8d006199b tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:29.274709 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a9cc08d0-6c7a-474f-8db0-6d440ebc6568 req-2e633908-a27f-4e8d-88ad-5aa8d006199b tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0514643 Jun 24 10:43:29.329550 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a9cc08d0-6c7a-474f-8db0-6d440ebc6568 req-a3cbc6ef-16df-421b-8c3e-2e57249175c3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489125 Jun 24 10:43:30.341576 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-00d1d398-eb9a-46ba-84c3-c596a263c13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:30.422546 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Request body: {'port': {'device_id': '936ae267-07d2-4640-9876-50bc27cce9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:30.453375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e03a63-4556-4a3f-86c6-c505d6ba061b req-9eabf819-e9c0-4d3c-81d9-c295ec96dffd tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:30.454894 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65e03a63-4556-4a3f-86c6-c505d6ba061b req-9eabf819-e9c0-4d3c-81d9-c295ec96dffd tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 932 time: 0.0536716 Jun 24 10:43:30.484985 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:30.507335 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65e03a63-4556-4a3f-86c6-c505d6ba061b req-770e4bcf-8c6d-4728-a66d-f1d818b16d87 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Jun 24 10:43:30.519555 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:30.586174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:30.756942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5ac905-2e34-4d60-a69f-39b37fc56415 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:43:30.765896 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks [] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:30.779733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Transition to ACTIVE for port object 8f5ac905-2e34-4d60-a69f-39b37fc56415 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:43:30.785894 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:30.833508 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:30.909115 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Attempting to bind port 8f5ac905-2e34-4d60-a69f-39b37fc56415 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:30.909460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Attempting to bind port 8f5ac905-2e34-4d60-a69f-39b37fc56415 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:30.909796 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Attempting to bind port 8f5ac905-2e34-4d60-a69f-39b37fc56415 on network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:30.914596 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Port 8f5ac905-2e34-4d60-a69f-39b37fc56415 on network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:43:30.914918 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Attempting to bind port 8f5ac905-2e34-4d60-a69f-39b37fc56415 on network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:30.920524 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:30.920905 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Checking segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:30.921393 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Bound using segment: {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:30.921763 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Bound port: 8f5ac905-2e34-4d60-a69f-39b37fc56415, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c08a2092-a46e-4f34-8419-f7bcf3d760f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:30.922123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:30.990462 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:30.993609 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:31.002707 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:31.038253 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:31.038858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:31.040230 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 1094 time: 0.6221454 Jun 24 10:43:31.040665 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:31.043101 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa683880-c89a-4cd0-bc3b-35e42c622b81" -d '{"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:31.065199 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d224448-3a04-47d7-805b-7c74eefe1e46 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:31.094464 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723c4064-4b75-4f52-849e-168dcd296184 x-openstack-request-id: req-723c4064-4b75-4f52-849e-168dcd296184 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:31.094712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:31.094967 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-723c4064-4b75-4f52-849e-168dcd296184 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:31.095374 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723c4064-4b75-4f52-849e-168dcd296184'] response: {'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:43:31.142107 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-0c736ae6-928d-416d-9b38-9274b47baa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:31.143728 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-0c736ae6-928d-416d-9b38-9274b47baa5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1128 time: 0.0415263 Jun 24 10:43:31.185635 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-3869957f-f7db-4d76-98ac-bd13d86501e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 217 time: 0.0325842 Jun 24 10:43:31.239596 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-471ca875-272b-44cb-89ed-2d2325a9a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:31.241082 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-471ca875-272b-44cb-89ed-2d2325a9a1dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0489860 Jun 24 10:43:31.283176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd5b7a-c443-4013-9235-34792584452b req-2a2d87ad-39c3-4736-8e77-b62565b2a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:31.284668 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-2a2d87ad-39c3-4736-8e77-b62565b2a198 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374916 Jun 24 10:43:31.375641 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-3853baab-9779-446f-a33e-f174ea98bc5a service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 Jun 24 10:43:31.409441 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:31.467311 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dfd5b7a-c443-4013-9235-34792584452b req-429c4f01-ab18-41d0-9bf5-8d3a611695c8 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857270 Jun 24 10:43:31.549047 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:31.622928 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084998ad-6e22-4daf-8247-f834ab5e492a req-7654fd12-833b-4f82-9898-2d090a35f7c3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:31.624304 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-084998ad-6e22-4daf-8247-f834ab5e492a req-7654fd12-833b-4f82-9898-2d090a35f7c3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 944 time: 0.0487788 Jun 24 10:43:31.674081 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-084998ad-6e22-4daf-8247-f834ab5e492a req-dd8d264c-b980-44cc-a5e6-159abcb95fcf tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Jun 24 10:43:32.228870 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-6d1f749e-7445-4332-ba5f-fb2dee045f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:32.230558 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-6d1f749e-7445-4332-ba5f-fb2dee045f95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1128 time: 0.0441701 Jun 24 10:43:32.266198 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:32.575480 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:32.594532 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-959c30c3-8038-4c46-bdf7-c8468aca00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:32.597174 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-959c30c3-8038-4c46-bdf7-c8468aca00e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.3598907 Jun 24 10:43:32.643097 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-a6e522c5-d59c-452e-b4f5-12fbecfabb74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 217 time: 0.0373487 Jun 24 10:43:32.698089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-f691a0f5-565c-4209-9604-e02f58fbf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:32.699529 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-f691a0f5-565c-4209-9604-e02f58fbf67d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0510197 Jun 24 10:43:32.745992 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-ecfc4af9-def3-4318-9a53-e6e32b8eb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:32.747506 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-ecfc4af9-def3-4318-9a53-e6e32b8eb060 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412962 Jun 24 10:43:32.796666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84444e6d-ce12-4d8d-b901-088e6af770c8 req-1709432b-9d5e-41b1-9c5b-2f437fbd2397 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:32.798179 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-84444e6d-ce12-4d8d-b901-088e6af770c8 req-1709432b-9d5e-41b1-9c5b-2f437fbd2397 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 944 time: 0.0534534 Jun 24 10:43:32.837855 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-a171d828-b982-4f6a-a855-e8db3a7a32e9 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831659 Jun 24 10:43:32.846482 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-84444e6d-ce12-4d8d-b901-088e6af770c8 req-dc732f5e-21a3-46e0-a7a1-e7e20c50e5f9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Jun 24 10:43:32.933761 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa683880-c89a-4cd0-bc3b-35e42c622b81 req-c2809f69-2682-4058-b9e3-c7e8a8c4d7d8 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896187 Jun 24 10:43:33.241975 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:33.338674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8f5ac905-2e34-4d60-a69f-39b37fc56415 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:43:33.448379 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:33.455909 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:33.467727 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'port_id': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'mac_address': 'fa:16:3e:38:af:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:43:33.504196 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 8f5ac905-2e34-4d60-a69f-39b37fc56415 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:33.504499 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:33.518690 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5ac905-2e34-4d60-a69f-39b37fc56415 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:43:33.544535 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:33.550442 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:33.597962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:33.770816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:33.829252 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:33.964289 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b3a3-190b-4729-a9a3-ea78dfa76472 req-a3845ef0-ce2b-4fa2-bab2-17cd680021aa tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:33.966384 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c959b3a3-190b-4729-a9a3-ea78dfa76472 req-a3845ef0-ce2b-4fa2-bab2-17cd680021aa tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 945 time: 0.0508475 Jun 24 10:43:34.016009 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c959b3a3-190b-4729-a9a3-ea78dfa76472 req-a7c2d752-9e1d-43a0-bfd5-bb7164b7fecf tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Jun 24 10:43:34.633513 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:35.143053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0fc9-27ff-4e79-92ea-192a4566820e req-14ad905c-bc6e-4d82-9df2-bdc9f1616555 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:35.144512 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c9e0fc9-27ff-4e79-92ea-192a4566820e req-14ad905c-bc6e-4d82-9df2-bdc9f1616555 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 945 time: 0.0476074 Jun 24 10:43:35.195774 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9c9e0fc9-27ff-4e79-92ea-192a4566820e req-f8d9ca50-4f63-428c-95c9-6bf461da59c6 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Jun 24 10:43:35.342428 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8f5ac905-2e34-4d60-a69f-39b37fc56415 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:43:35.385687 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 8f5ac905-2e34-4d60-a69f-39b37fc56415 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:43:35.395182 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 8f5ac905-2e34-4d60-a69f-39b37fc56415 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:35.395549 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:35.397648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:35.466159 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 8f5ac905-2e34-4d60-a69f-39b37fc56415 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:35.466526 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:35.489395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:35.491800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401ceeb-024c-4757-b527-26f2b211ad16" -d '{"events": [{"server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:35.513056 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:35.519043 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:35.542005 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74c431-68e2-4c5b-a76f-066e99026bb6 x-openstack-request-id: req-ea74c431-68e2-4c5b-a76f-066e99026bb6 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:35.542293 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "name": "network-vif-plugged", "status": "completed", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:35.542541 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea74c431-68e2-4c5b-a76f-066e99026bb6 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:35.543013 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea74c431-68e2-4c5b-a76f-066e99026bb6'] response: {'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'code': 200} Jun 24 10:43:35.570199 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:35.712131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8d5a-f3a2-47de-8456-86e7bb4e62e3 req-bea6fcbb-6f68-4346-9ee8-72394d95ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:35.714276 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-acfc8d5a-f3a2-47de-8456-86e7bb4e62e3 req-bea6fcbb-6f68-4346-9ee8-72394d95ffd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1130 time: 0.0403407 Jun 24 10:43:35.770294 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-acfc8d5a-f3a2-47de-8456-86e7bb4e62e3 req-0738a60c-ed0c-4028-9683-f815f4ffcba8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Jun 24 10:43:36.326712 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceebfef-f6a3-45aa-8fba-13374ee6bbb4 req-d9161647-6572-4167-8e7c-145f99c7fd34 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:36.328192 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ceebfef-f6a3-45aa-8fba-13374ee6bbb4 req-d9161647-6572-4167-8e7c-145f99c7fd34 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0494831 Jun 24 10:43:36.378609 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ceebfef-f6a3-45aa-8fba-13374ee6bbb4 req-4006f011-6ff1-4c39-a48d-09dd0a016aff tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Jun 24 10:43:37.510412 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36c71c-9ea5-4911-9d8e-1ad604d55c72 req-906dc40c-2739-44d7-81ec-9a33bcff99bb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:37.511967 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b36c71c-9ea5-4911-9d8e-1ad604d55c72 req-906dc40c-2739-44d7-81ec-9a33bcff99bb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0511799 Jun 24 10:43:37.555190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:37.559802 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b36c71c-9ea5-4911-9d8e-1ad604d55c72 req-e10db846-6ff9-4b00-8315-4592d8701ab3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420215 Jun 24 10:43:37.676426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a52573-b2d1-42c3-bc39-603da79d85b2 req-dbfebd7b-0764-450d-9c45-341b760cceb7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:37.677843 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6a52573-b2d1-42c3-bc39-603da79d85b2 req-dbfebd7b-0764-450d-9c45-341b760cceb7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0510335 Jun 24 10:43:37.728179 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6a52573-b2d1-42c3-bc39-603da79d85b2 req-2f6033f8-409d-466c-a5d7-a207102abb44 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Jun 24 10:43:38.175070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:38.211863 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92551e86-5a2f-4562-a591-253eb4c66db1 req-f69f39e3-ce4a-452c-a0e2-33f45ab42404 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:38.213332 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-92551e86-5a2f-4562-a591-253eb4c66db1 req-f69f39e3-ce4a-452c-a0e2-33f45ab42404 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0494499 Jun 24 10:43:38.264098 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-92551e86-5a2f-4562-a591-253eb4c66db1 req-26a24942-b958-4c40-9a26-d2771cc3315a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Jun 24 10:43:38.367014 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-887ef1ed-c0a2-47b0-a807-d1905848c3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424919 Jun 24 10:43:38.448391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-72bb1c84-c144-4fd4-8313-94ce5779e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:38.450507 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-72bb1c84-c144-4fd4-8313-94ce5779e0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1129 time: 0.0431631 Jun 24 10:43:38.566104 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-988c8263-7472-48bc-8f1c-7a6e7c6c8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:38.567597 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-988c8263-7472-48bc-8f1c-7a6e7c6c8212 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0958107 Jun 24 10:43:38.630543 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-812e1b8f-d272-4250-8470-f289523c9eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 1000 time: 0.0571976 Jun 24 10:43:38.678772 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-f1be7a8f-64c4-4e80-a4ab-07cd38be0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:38.680220 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-f1be7a8f-64c4-4e80-a4ab-07cd38be0b6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0436690 Jun 24 10:43:38.728583 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-771aaa19-b607-4d65-95bf-69c41bc16414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:38.730108 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-771aaa19-b607-4d65-95bf-69c41bc16414 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432572 Jun 24 10:43:38.822343 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-fead21da-300e-413c-b92d-c73c775ca38d service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853295 Jun 24 10:43:38.890402 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:38.917789 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b5a6f31-0e7a-4ed5-a4e9-a20bf60fee65 req-92594faf-a2ac-4492-8bbf-606c9a9e04f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881176 Jun 24 10:43:44.752826 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:44.754846 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:45.566562 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:45.567797 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=20 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:46.735856 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3481b7-1976-46f3-bd1c-5c09d1b44f10 req-822ea5e9-8a18-42d9-a20b-20eed7149f01 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:46.737497 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3481b7-1976-46f3-bd1c-5c09d1b44f10 req-822ea5e9-8a18-42d9-a20b-20eed7149f01 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0576680 Jun 24 10:43:46.786867 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2a3481b7-1976-46f3-bd1c-5c09d1b44f10 req-517ed836-b5ea-4815-b3b3-f409b449b16d tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Jun 24 10:43:46.813756 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50940) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:46.945409 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458d9fd-38d5-459e-8c56-5d0720b641b2 tempest-TestMinimumBasicScenario-1690559173 tempest-TestMinimumBasicScenario-1690559173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:46.946916 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9458d9fd-38d5-459e-8c56-5d0720b641b2 tempest-TestMinimumBasicScenario-1690559173 tempest-TestMinimumBasicScenario-1690559173-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1125 time: 0.1322050 Jun 24 10:43:46.951420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50944) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:46.958089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'port_id': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:46.985436 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.015692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:47.069582 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.180723 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Allocated IP 172.27.1.235 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/ed8d80dc-307a-4b5a-8d6a-68108099d850) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:47.297414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.334323 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.375638 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:47.380647 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:47.382982 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'Port': ['ID=ed8d80dc-307a-4b5a-8d6a-68108099d850,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:47.385132 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:47.737035 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:47.753654 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for floatingip (e0deec4a-547b-47d5-8aa1-1cdf96be6605), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.823257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.848021 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:47.990314 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:47.997966 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.069179 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'Port': ['ID=ed8d80dc-307a-4b5a-8d6a-68108099d850,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.079712 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (e0deec4a-547b-47d5-8aa1-1cdf96be6605), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.177346 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Floating IP e0deec4a-547b-47d5-8aa1-1cdf96be6605 associated. External IP: 172.27.1.235, port: 8f5ac905-2e34-4d60-a69f-39b37fc56415. Jun 24 10:43:48.375283 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Router abf7b2fb-60d6-4e3c-a130-0efbeff6760c has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:43:48.477539 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:43:48.487595 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Sync routers for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:43:48.498607 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.498839 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:48.499500 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:48.522482 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:48.532071 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-10d3c46b-a82a-44b6-9d7b-7b615fb4d6f2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5794532 Jun 24 10:43:48.532671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:48.534876 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50950) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:48.535380 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189016a2-56c3-4a70-8385-311e80faf2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:48.543698 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731931838', 'description': 'tempest-secgroup-smoke-1731931838 description', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:48.579810 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.585148 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3badb84a-154f-448f-8157-6e5517d9ecc5 x-openstack-request-id: req-3badb84a-154f-448f-8157-6e5517d9ecc5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:48.585643 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:48.585880 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3badb84a-154f-448f-8157-6e5517d9ecc5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:48.586282 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3badb84a-154f-448f-8157-6e5517d9ecc5'] response: {'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:43:48.607841 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:48.650717 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-4195101b-f2cd-4e17-b5ef-3844723eae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:48.650984 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (d361f4ee-86b5-42f0-b035-45a830422599), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.652468 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-4195101b-f2cd-4e17-b5ef-3844723eae0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1130 time: 0.0460539 Jun 24 10:43:48.655918 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d361f4ee-86b5-42f0-b035-45a830422599), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.688179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d361f4ee-86b5-42f0-b035-45a830422599,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.693837 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.697837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1592262 Jun 24 10:43:48.698905 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50954) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:48.701814 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.702154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.702482 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.702807 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.703132 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.703455 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.703776 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.704096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.704424 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.704750 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.705074 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.705389 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.705700 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.706011 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.706320 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21453ab-a0fa-455e-8746-4e12aa020582 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:48.713033 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:48.741568 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (111c9397-563b-497c-ae4a-a46a133bec50), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.748140 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-0f01704e-c637-4987-8ede-c49ffa20e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:48.749806 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-0f01704e-c637-4987-8ede-c49ffa20e996 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.0919991 Jun 24 10:43:48.804442 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (111c9397-563b-497c-ae4a-a46a133bec50), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.809833 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (111c9397-563b-497c-ae4a-a46a133bec50), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.821554 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-b06ab2a3-416a-43f6-89e2-124d6f13e8ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 1000 time: 0.0643327 Jun 24 10:43:48.825921 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111c9397-563b-497c-ae4a-a46a133bec50,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.832352 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'e0deec4a-547b-47d5-8aa1-1cdf96be6605', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'port_id': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'mac_address': 'fa:16:3e:38:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ae267-07d2-4640-9876-50bc27cce9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:47Z', 'updated_at': '2022-06-24T10:43:47Z', 'revision_number': 0, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:48.838699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.840011 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-daba40e8-6b0f-4543-8df0-afe1f2152446 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399627 Jun 24 10:43:48.842890 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50956) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:48.847886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:48.863007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Checking router: abf7b2fb-60d6-4e3c-a130-0efbeff6760c for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:43:48.872770 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:43:48.873585 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:43:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:48.879539 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-e60a2714-4213-4a7b-9b67-a10b4476555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:48.880598 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (84448077-9d86-41df-99d7-eb91424c1e92), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.881149 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-e60a2714-4213-4a7b-9b67-a10b4476555c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0508263 Jun 24 10:43:48.927736 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-33247ff3-d66b-4d92-9ad7-5a3e08ca1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:48.929478 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-33247ff3-d66b-4d92-9ad7-5a3e08ca1df8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406518 Jun 24 10:43:48.943147 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (84448077-9d86-41df-99d7-eb91424c1e92), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.948658 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (84448077-9d86-41df-99d7-eb91424c1e92), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.957123 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:48.974380 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84448077-9d86-41df-99d7-eb91424c1e92,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:48.985770 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:48.985939 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:43:48.989630 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-37c4980c-3d4d-4400-9df2-0316d263b044 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429348 Jun 24 10:43:48.989878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50958) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:48.994520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:49.009427 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:49.026353 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (119b4a45-c391-434e-a972-3826af2f03f7), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.036802 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-1e7aaf35-7a8e-4e74-b091-477e6ff77a90 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990043 Jun 24 10:43:49.089552 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (119b4a45-c391-434e-a972-3826af2f03f7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.095176 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (119b4a45-c391-434e-a972-3826af2f03f7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.113133 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:49.119547 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119b4a45-c391-434e-a972-3826af2f03f7,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:49.132471 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.133804 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d1c8e297-e908-489b-8a1d-538aeeb7c056 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429980 Jun 24 10:43:49.136530 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50960) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:49.137740 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-189016a2-56c3-4a70-8385-311e80faf2f7 req-7681d9b7-1ea9-464b-8fc7-e0e4c3465a42 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946465 Jun 24 10:43:49.141018 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:49.173085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (2a82cd01-27df-45b4-93e9-fb2d5011a21d), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.229357 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'e0deec4a-547b-47d5-8aa1-1cdf96be6605', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'port_id': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'mac_address': 'fa:16:3e:38:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ae267-07d2-4640-9876-50bc27cce9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:47Z', 'updated_at': '2022-06-24T10:43:47Z', 'revision_number': 0, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:43:49.234284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (2a82cd01-27df-45b4-93e9-fb2d5011a21d), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.240125 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (2a82cd01-27df-45b4-93e9-fb2d5011a21d), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.256143 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e63f41-e17c-4219-8807-4325b578d5eb None None] The sync data for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi is: [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'e0deec4a-547b-47d5-8aa1-1cdf96be6605', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'port_id': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'mac_address': 'fa:16:3e:38:af:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936ae267-07d2-4640-9876-50bc27cce9ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:47Z', 'updated_at': '2022-06-24T10:43:47Z', 'revision_number': 0, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:43:49.259064 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82cd01-27df-45b4-93e9-fb2d5011a21d,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:49.268269 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.272108 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-649c219b-f9ac-4b51-8b05-3db5600b1eb9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319706 Jun 24 10:43:49.272495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50964) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:49.276926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:49.299256 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.securitygroups_db [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Project c2ca2c1ee6294b2fb8020ea0b1d73d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:43:49.305373 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (7b1777da-b9c7-4862-84a8-1b92e4a22670), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.367201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (7b1777da-b9c7-4862-84a8-1b92e4a22670), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.372257 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (7b1777da-b9c7-4862-84a8-1b92e4a22670), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.392322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1777da-b9c7-4862-84a8-1b92e4a22670,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:49.399105 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.400328 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-1caa35b7-386a-40d6-84d5-86b1281b6ed2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268775 Jun 24 10:43:49.403309 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50966) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:49.408052 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'security_group_rule': {'security_group_id': 'd361f4ee-86b5-42f0-b035-45a830422599', 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:49.430842 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.securitygroups_db [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Project c2ca2c1ee6294b2fb8020ea0b1d73d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:43:49.437997 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (75cd388e-7b36-4f94-b99e-c96fe6dd07f5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.452021 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a45057-6e0c-413c-9985-73a2479f935b None None] New status for floating IP e0deec4a-547b-47d5-8aa1-1cdf96be6605: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:43:49.508460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (75cd388e-7b36-4f94-b99e-c96fe6dd07f5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.513993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (75cd388e-7b36-4f94-b99e-c96fe6dd07f5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.532019 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cd388e-7b36-4f94-b99e-c96fe6dd07f5,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:49.541898 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.543097 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-106bf32a-dd86-4f32-ae1e-5904439dfe93 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387503 Jun 24 10:43:49.638634 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-1473a459-dede-4c92-a001-bacfca4ddeec tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731931838&fields=id&tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72 HTTP/1.1" status: 200 len: 267 time: 0.0461793 Jun 24 10:43:49.691426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-6fcee15d-1231-4c48-b816-e05574fda922 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:49.692910 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-6fcee15d-1231-4c48-b816-e05574fda922 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0486863 Jun 24 10:43:49.709116 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'port': {'security_groups': ['5d0f6bc6-9cd4-4242-a632-b698ca6f47e4', 'd361f4ee-86b5-42f0-b035-45a830422599']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:49.795187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:49.980442 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:43:50.015731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:50.023243 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:50.037729 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:50.057821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:50.072600 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.073238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:50.074613 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a8a97884-67bc-4564-bc6b-032e73caeef8 req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "PUT /v2.0/ports/8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 982 time: 0.3729112 Jun 24 10:43:50.075043 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:50.080723 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5399bb2f-d22d-4ca6-8779-227790df6682" -d '{"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:50.099478 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1ae41-e3c7-44c5-97ca-1dfefd4a81e2 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=6']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:50.131525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad5dd8-6ce1-4dd9-85d2-ff6e627e7c5e x-openstack-request-id: req-64ad5dd8-6ce1-4dd9-85d2-ff6e627e7c5e {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:50.131813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:50.132015 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64ad5dd8-6ce1-4dd9-85d2-ff6e627e7c5e {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:50.132416 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ad5dd8-6ce1-4dd9-85d2-ff6e627e7c5e'] response: {'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:43:50.149904 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:43:50.202622 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-a809c6fd-902b-4bfc-bc99-f1ac3440b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.204170 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-a809c6fd-902b-4bfc-bc99-f1ac3440b26c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1169 time: 0.0465093 Jun 24 10:43:50.208811 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acb529-497e-4c7a-919f-258152ddd0f7 req-71414e63-4c46-4c4d-8325-40da068ce360 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.210399 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78acb529-497e-4c7a-919f-258152ddd0f7 req-71414e63-4c46-4c4d-8325-40da068ce360 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0579262 Jun 24 10:43:50.276188 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:50.302577 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78acb529-497e-4c7a-919f-258152ddd0f7 req-8d425984-2890-4314-8eee-265d60ffcd35 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782523 Jun 24 10:43:50.335874 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-4d25a708-2406-4554-b6c8-211064dc77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.337579 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-4d25a708-2406-4554-b6c8-211064dc77b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.1240740 Jun 24 10:43:50.400169 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-32162f49-1a78-4730-ab37-54459ea89a60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 1002 time: 0.0561934 Jun 24 10:43:50.401538 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:50.410389 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:50.456275 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-5a3511b6-612e-42cd-881d-074d3608d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.456275 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-5a3511b6-612e-42cd-881d-074d3608d934 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0483835 Jun 24 10:43:50.479228 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-7483ab8f-7783-4ee0-ac11-0b7d3f0b4572 None None] Provisioning complete for port 8f5ac905-2e34-4d60-a69f-39b37fc56415 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:50.479595 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7483ab8f-7783-4ee0-ac11-0b7d3f0b4572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:50.504313 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-ebffcf78-ee78-4216-bfc5-325eaf4066f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:50.505823 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-ebffcf78-ee78-4216-bfc5-325eaf4066f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441773 Jun 24 10:43:50.546408 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:50.600770 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-7e61ad7d-1e0f-4592-be37-47f89828bacb service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Jun 24 10:43:50.672271 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-7483ab8f-7783-4ee0-ac11-0b7d3f0b4572 None None] Current status of the port 8f5ac905-2e34-4d60-a69f-39b37fc56415 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:43:50.707424 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5399bb2f-d22d-4ca6-8779-227790df6682 req-0dc6d527-bf2a-4d8c-8284-6f66b94dcc38 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866652 Jun 24 10:43:53.601972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50988) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:53.606492 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56322628', 'description': 'tempest-description--338735704'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:53.630134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.691469 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:53.698087 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (e6149bc6-250e-46ef-baf4-9036e0b2f139), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.704804 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e6149bc6-250e-46ef-baf4-9036e0b2f139), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.741136 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.742383 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1394229 Jun 24 10:43:53.744220 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6149bc6-250e-46ef-baf4-9036e0b2f139,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:53.746027 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50990) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:53.750819 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': 'e6149bc6-250e-46ef-baf4-9036e0b2f139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:53.751973 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.752323 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.752665 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.753031 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.753364 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.753700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.754020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.754338 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.754653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.754976 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.755297 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.755615 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.756249 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.756249 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.756583 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7d3394-f173-44ba-967e-2319348b7232 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:43:53.780745 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (92346152-341f-40cb-bc8a-9d46abafed3e), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.835281 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (92346152-341f-40cb-bc8a-9d46abafed3e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.841864 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (92346152-341f-40cb-bc8a-9d46abafed3e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.862070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92346152-341f-40cb-bc8a-9d46abafed3e,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:53.867683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.868905 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9e4e6b0e-c980-48f7-980d-70738b005b57 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217837 Jun 24 10:43:53.871763 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 50992) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:53.876751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': 'e6149bc6-250e-46ef-baf4-9036e0b2f139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:53.904625 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (2fd0acfa-47bf-4d25-891b-9c9a34f3e8c8), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.960394 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (2fd0acfa-47bf-4d25-891b-9c9a34f3e8c8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.965797 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (2fd0acfa-47bf-4d25-891b-9c9a34f3e8c8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.987893 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd0acfa-47bf-4d25-891b-9c9a34f3e8c8,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:53.993996 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:53.995186 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dad2cd95-3493-4fda-bfc4-dec78751867b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219809 Jun 24 10:43:53.998462 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 50994) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:43:54.003342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:54.026375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.107328 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.225305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.27.1.200 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/48081d1e-9669-41ae-ac7c-b58dde6c4bd7) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:54.330845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.367603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.408138 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:54.413104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:54.415293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=48081d1e-9669-41ae-ac7c-b58dde6c4bd7,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:54.417368 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:54.491787 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:54.503410 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (af122d04-917d-40de-83a6-15078b138022), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.539254 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:54.542888 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.692708 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.700583 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.767505 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=48081d1e-9669-41ae-ac7c-b58dde6c4bd7,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:54.781848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (af122d04-917d-40de-83a6-15078b138022), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.799031 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:54.800259 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6f375efb-109a-456e-a01b-c5113ed0047e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8005214 Jun 24 10:43:55.017830 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-2dc38f5e-2907-4c1f-b827-357b626a3c13 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--56322628&fields=id&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 267 time: 0.0455234 Jun 24 10:43:55.140078 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-842d8eb0-17d7-44b5-b219-788cbacbbcd4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:55.141530 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-842d8eb0-17d7-44b5-b219-788cbacbbcd4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1146507 Jun 24 10:43:55.156687 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-8e9a379e-662c-4ddd-9f29-d0ea74f07b23 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/quotas/e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 375 time: 0.0096800 Jun 24 10:43:55.219575 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-d86ca54c-bdd7-4a16-8dde-3fe9e75621cd tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577025 Jun 24 10:43:55.314516 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-b85558a6-db0e-4ea6-b23b-8b929f82ef64 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 Jun 24 10:43:55.408880 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-17d6abf2-da6f-4148-8c67-c0a3548bc354 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886936 Jun 24 10:43:55.578319 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-277d1b80-60df-4160-9ae3-712bf809f46e req-e750ae45-d783-4d3e-8f4d-1771d6a74ade tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0283067 Jun 24 10:43:56.679762 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a7220c4d-94d1-4aef-8c13-5af146a6251d req-d7c2b129-ff90-4b2f-b5b4-d8f1045aecfa tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0313346 Jun 24 10:43:56.682629 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-c8434a62-1ec7-4e94-86a4-4b719b3b4020 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:56.684141 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-c8434a62-1ec7-4e94-86a4-4b719b3b4020 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1044052 Jun 24 10:43:56.760032 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-e216a272-6bed-4242-bd97-8989ab536046 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 470 time: 0.0640035 Jun 24 10:43:56.772513 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'port': {'device_id': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'admin_state_up': True, 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'security_groups': ['e6149bc6-250e-46ef-baf4-9036e0b2f139']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:56.907834 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:43:56.913165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:56.993229 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:57.052664 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.20.0.7 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/2758a7dd-b498-49b7-bf66-db51545ea829) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:43:57.186474 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (2758a7dd-b498-49b7-bf66-db51545ea829), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.197303 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:57.222504 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.269039 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:43:57.271926 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:43:57.275637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:43:57.298529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:57.329128 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:57.329753 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.348635 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-07a4226b-641b-4dd7-8e13-7b1d0f069b0a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802479 Jun 24 10:43:57.361949 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Request body: {'port': {'device_id': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:43:57.426151 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.534998 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-78cfb7a1-9acb-4d4a-a718-22b4baa92e1d None None] Provisioning complete for port 2758a7dd-b498-49b7-bf66-db51545ea829 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:43:57.535607 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-78cfb7a1-9acb-4d4a-a718-22b4baa92e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.561694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:57.570141 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-78cfb7a1-9acb-4d4a-a718-22b4baa92e1d None None] Port 2758a7dd-b498-49b7-bf66-db51545ea829 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:43:57.806888 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbc43f-d10b-42a7-857f-7ae0330def0b req-12216a14-2421-41ae-bf89-4b2af9c7b970 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:57.808279 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11bbc43f-d10b-42a7-857f-7ae0330def0b req-12216a14-2421-41ae-bf89-4b2af9c7b970 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 931 time: 0.0506220 Jun 24 10:43:57.857857 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11bbc43f-d10b-42a7-857f-7ae0330def0b req-8b7aa3aa-06d8-4124-ace8-6c8666a46793 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435264 Jun 24 10:43:57.929430 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-810d08ed-e114-4027-bb91-dce32558fe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.953212 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2758a7dd-b498-49b7-bf66-db51545ea829 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:43:57.960672 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks [] for port (2758a7dd-b498-49b7-bf66-db51545ea829), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:57.973633 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Transition to ACTIVE for port object 2758a7dd-b498-49b7-bf66-db51545ea829 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:43:57.978680 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:58.029567 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Pushing event updated for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:58.051637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:58.108831 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Attempting to bind port 2758a7dd-b498-49b7-bf66-db51545ea829 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:43:58.109166 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Attempting to bind port 2758a7dd-b498-49b7-bf66-db51545ea829 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:43:58.109490 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Attempting to bind port 2758a7dd-b498-49b7-bf66-db51545ea829 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:58.114326 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Port 2758a7dd-b498-49b7-bf66-db51545ea829 on network d21023a8-a179-44ed-9a96-27e103b0914f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:43:58.114646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Attempting to bind port 2758a7dd-b498-49b7-bf66-db51545ea829 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:43:58.119828 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:43:58.120169 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:43:58.120546 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:43:58.120998 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Bound port: 2758a7dd-b498-49b7-bf66-db51545ea829, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:43:58.121375 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:58.185266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:43:58.188517 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=2758a7dd-b498-49b7-bf66-db51545ea829,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:43:58.195691 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:58.235203 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:58.235858 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:43:58.237247 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] 10.222.0.20 "PUT /v2.0/ports/2758a7dd-b498-49b7-bf66-db51545ea829 HTTP/1.1" status: 200 len: 1093 time: 0.8797097 Jun 24 10:43:58.237677 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:43:58.239881 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0e029-25e0-4108-8f5f-aa43638d4a33" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:43:58.257525 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34246-15f3-45d7-b8ec-936f559ae297 service neutron] Pushing event updated for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:43:58.288644 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2653072e-2596-4cae-be6f-9d3d3a959a08 x-openstack-request-id: req-2653072e-2596-4cae-be6f-9d3d3a959a08 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:43:58.289026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:43:58.289275 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2653072e-2596-4cae-be6f-9d3d3a959a08 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:43:58.289681 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2653072e-2596-4cae-be6f-9d3d3a959a08'] response: {'name': 'network-changed', 'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829', 'status': 'completed', 'code': 200} Jun 24 10:43:58.302603 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:58.341822 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-cf2cf737-eb56-4a59-b888-8489bccfcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:58.343245 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-cf2cf737-eb56-4a59-b888-8489bccfcd66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0487278 Jun 24 10:43:58.383782 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-85dc9ab5-4d3c-4ce3-87cc-54f85f783b49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758a7dd-b498-49b7-bf66-db51545ea829 HTTP/1.1" status: 200 len: 217 time: 0.0328691 Jun 24 10:43:58.431997 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-78c65d83-0b4c-4b42-bb52-3cb41c8b7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:58.433520 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-78c65d83-0b4c-4b42-bb52-3cb41c8b7932 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0439646 Jun 24 10:43:58.478052 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-090baef6-eceb-403c-8017-b3cef7ed0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:58.479554 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-090baef6-eceb-403c-8017-b3cef7ed0712 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403953 Jun 24 10:43:58.579504 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-5dc192d1-3400-46b9-ad9b-d9afd526da0d service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932467 Jun 24 10:43:58.686128 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4191d4b4-ac56-4ec4-b7e2-d43625f4e882 req-3f880116-6832-4fd1-81bd-e11db1757169 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004353 Jun 24 10:43:58.990856 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d64ea-788e-4192-89ee-94b5bbca7c17 req-6ad6d52b-8c44-49be-bc75-e13dbe891432 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:58.992378 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a23d64ea-788e-4192-89ee-94b5bbca7c17 req-6ad6d52b-8c44-49be-bc75-e13dbe891432 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0559332 Jun 24 10:43:59.043420 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a23d64ea-788e-4192-89ee-94b5bbca7c17 req-df141fdc-10b2-4450-93e2-c1a84ef9d81c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452533 Jun 24 10:43:59.519987 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-1f98d794-6609-47df-a678-bc86de85a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:59.521488 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-1f98d794-6609-47df-a678-bc86de85a044 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 1127 time: 0.0425148 Jun 24 10:43:59.555121 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:59.559690 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=10 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:59.619446 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-bfae08aa-9b17-4774-921c-6163f9cf5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:59.620992 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-bfae08aa-9b17-4774-921c-6163f9cf5823 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0921459 Jun 24 10:43:59.659737 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-8b19f164-1715-4d1f-8220-683f25a6c29e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758a7dd-b498-49b7-bf66-db51545ea829 HTTP/1.1" status: 200 len: 217 time: 0.0314715 Jun 24 10:43:59.706993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-89086fff-c6f8-4978-a296-1bcc7d629528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:59.708413 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-89086fff-c6f8-4978-a296-1bcc7d629528 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0431616 Jun 24 10:43:59.754042 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-16419894-2352-448c-a24b-2c9b7015f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:43:59.755455 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-16419894-2352-448c-a24b-2c9b7015f69d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394092 Jun 24 10:43:59.846904 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-1c695b22-997b-4127-b9aa-5fddd23e59a4 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840330 Jun 24 10:43:59.928968 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:43:59.940465 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28c0e029-25e0-4108-8f5f-aa43638d4a33 req-256f15b0-3d88-401d-9e2f-4729788a6f5c service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870895 Jun 24 10:44:00.170956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9808-e994-4bbe-92dd-4ce387d9c7ce req-6f4f5000-e04a-4159-94ba-ddeb4d26530c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:00.172387 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-783e9808-e994-4bbe-92dd-4ce387d9c7ce req-6f4f5000-e04a-4159-94ba-ddeb4d26530c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0526128 Jun 24 10:44:00.187059 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:00.193356 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:00.228415 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-783e9808-e994-4bbe-92dd-4ce387d9c7ce req-a7c54744-35f3-4a6b-bf89-dffbd9117213 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477984 Jun 24 10:44:00.347311 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-18efac0f-0b52-4427-90cb-72dbc5e67fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:01.354805 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313614f9-412f-4044-8daa-d5b45d321bea req-f28cbc5a-e45a-4d2f-a760-b0249897af4f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:01.356160 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-313614f9-412f-4044-8daa-d5b45d321bea req-f28cbc5a-e45a-4d2f-a760-b0249897af4f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 943 time: 0.0487466 Jun 24 10:44:01.404046 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-313614f9-412f-4044-8daa-d5b45d321bea req-70bba800-ca26-4b8b-bead-db683fdd2041 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417864 Jun 24 10:44:01.468449 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 2758a7dd-b498-49b7-bf66-db51545ea829 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:44:01.515126 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:01.574137 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:01.580804 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=2758a7dd-b498-49b7-bf66-db51545ea829,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:01.591284 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '2758a7dd-b498-49b7-bf66-db51545ea829', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'port_id': '2758a7dd-b498-49b7-bf66-db51545ea829', 'mac_address': 'fa:16:3e:14:06:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:44:01.626028 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 2758a7dd-b498-49b7-bf66-db51545ea829 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:44:01.626324 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:01.635585 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:44:01.642701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2758a7dd-b498-49b7-bf66-db51545ea829 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:44:01.662743 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=2758a7dd-b498-49b7-bf66-db51545ea829,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:01.668716 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:01.714528 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:01.726149 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.726670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.727220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.727703 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.728153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.728684 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.729245 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.729645 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.730144 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.730676 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.731136 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.731621 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.732062 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.733029 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.733342 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:01.907281 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['2758a7dd-b498-49b7-bf66-db51545ea829'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:44:02.504616 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:02.533884 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fb5e7-cb76-4601-b3bf-22c3ded30839 req-2d41abe0-46c9-440f-9ec8-62bdabf55107 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:02.535284 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-144fb5e7-cb76-4601-b3bf-22c3ded30839 req-2d41abe0-46c9-440f-9ec8-62bdabf55107 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 944 time: 0.0508826 Jun 24 10:44:02.586808 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-144fb5e7-cb76-4601-b3bf-22c3ded30839 req-d91aa46b-518e-41a0-bbc5-fb5a7ee0da07 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438342 Jun 24 10:44:03.245724 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:03.415936 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:03.469802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 2758a7dd-b498-49b7-bf66-db51545ea829 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:03.514648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 2758a7dd-b498-49b7-bf66-db51545ea829 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:44:03.522242 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 2758a7dd-b498-49b7-bf66-db51545ea829 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:44:03.522609 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:03.617928 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 2758a7dd-b498-49b7-bf66-db51545ea829 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:44:03.618429 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:03.653267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:03.657189 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbb0885-2f15-4eaf-bea7-539e810f667f" -d '{"events": [{"server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:03.664001 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:03.681716 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=2758a7dd-b498-49b7-bf66-db51545ea829,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:03.687175 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:03.710958 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf825c84-7c02-45fc-b62b-6f292c7f793b x-openstack-request-id: req-bf825c84-7c02-45fc-b62b-6f292c7f793b {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:03.711326 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "name": "network-vif-plugged", "status": "completed", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:03.711641 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bf825c84-7c02-45fc-b62b-6f292c7f793b {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:03.712095 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf825c84-7c02-45fc-b62b-6f292c7f793b'] response: {'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829', 'code': 200} Jun 24 10:44:03.738195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:03.745077 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035a1a-095c-4629-b867-faaa621f1a4b req-d2be0b49-c5d7-43bf-a24c-3928ff805959 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:03.746933 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb035a1a-095c-4629-b867-faaa621f1a4b req-d2be0b49-c5d7-43bf-a24c-3928ff805959 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0594957 Jun 24 10:44:03.796122 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cb035a1a-095c-4629-b867-faaa621f1a4b req-841833cb-c30e-4378-8e2b-97cd506f4718 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436261 Jun 24 10:44:03.880441 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d9250-d846-42ac-b008-45403f31b861 req-dadd09be-bb52-49fa-a0cb-8cbef4d48ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:03.882614 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-811d9250-d846-42ac-b008-45403f31b861 req-dadd09be-bb52-49fa-a0cb-8cbef4d48ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0420907 Jun 24 10:44:03.928349 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-811d9250-d846-42ac-b008-45403f31b861 req-2038e5a1-3fb9-4742-ab8e-654c0b07a9d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381188 Jun 24 10:44:04.933038 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab660-7683-4aa8-8542-174549d327a1 req-8b0541f6-2201-4913-9edd-7e10122ca58a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:04.934526 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-765ab660-7683-4aa8-8542-174549d327a1 req-8b0541f6-2201-4913-9edd-7e10122ca58a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0673213 Jun 24 10:44:04.983626 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-765ab660-7683-4aa8-8542-174549d327a1 req-b903e86a-1b87-4e39-b254-ad53db382930 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422380 Jun 24 10:44:06.101954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4daf4-0a8a-4249-b6b7-0deb9e79d041 req-df527003-d4a8-4f31-be4f-4dc87959031e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:06.103412 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-48b4daf4-0a8a-4249-b6b7-0deb9e79d041 req-df527003-d4a8-4f31-be4f-4dc87959031e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Jun 24 10:44:06.167258 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-48b4daf4-0a8a-4249-b6b7-0deb9e79d041 req-cbf0443f-9278-493e-8bda-c8f0a555d929 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566988 Jun 24 10:44:07.297557 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b5724-5283-4ca7-8cf1-40478a81c206 req-a1b68372-07ee-4327-b954-74b5454c23b1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:07.299007 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6f3b5724-5283-4ca7-8cf1-40478a81c206 req-a1b68372-07ee-4327-b954-74b5454c23b1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0469873 Jun 24 10:44:07.347752 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6f3b5724-5283-4ca7-8cf1-40478a81c206 req-3f0273fc-4b67-4fe2-9f7c-c5b8fe2b199f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431530 Jun 24 10:44:08.461472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1466-a8a5-4ad6-8c9c-54aefbfb937c req-3d4dfa62-c79e-4d22-9833-21c94c50949f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:08.462968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ebb1466-a8a5-4ad6-8c9c-54aefbfb937c req-3d4dfa62-c79e-4d22-9833-21c94c50949f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0475719 Jun 24 10:44:08.512371 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5ebb1466-a8a5-4ad6-8c9c-54aefbfb937c req-7ac9c3af-930c-4930-9485-8b771bcc4805 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430777 Jun 24 10:44:08.629493 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4f858-0eac-4218-aed4-9da7626e4a79 req-43c96d15-89fb-4ec5-80ec-a473805ec7f5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:08.630862 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bfd4f858-0eac-4218-aed4-9da7626e4a79 req-43c96d15-89fb-4ec5-80ec-a473805ec7f5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Jun 24 10:44:08.640916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51076) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:08.647645 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'port_id': '2758a7dd-b498-49b7-bf66-db51545ea829'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:08.687253 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (af122d04-917d-40de-83a6-15078b138022), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:08.914104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:09.067065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:09.129877 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:09.136035 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (af122d04-917d-40de-83a6-15078b138022), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:09.248914 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP af122d04-917d-40de-83a6-15078b138022 associated. External IP: 172.27.1.200, port: 2758a7dd-b498-49b7-bf66-db51545ea829. Jun 24 10:44:09.451055 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:44:09.558299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:09.563196 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:09.569865 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:09.579789 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:09.580399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.593264 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-674f7934-8c57-4901-9d93-73afe342c4e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "PUT /v2.0/floatingips/af122d04-917d-40de-83a6-15078b138022 HTTP/1.1" status: 200 len: 991 time: 0.9509296 Jun 24 10:44:09.594065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:09.596395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216c4f7-509a-4392-b6fa-2e363eb4f668" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:09.632292 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad63fa-9e9b-43e5-818f-610b0b15a249 x-openstack-request-id: req-66ad63fa-9e9b-43e5-818f-610b0b15a249 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:09.632583 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:09.632866 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66ad63fa-9e9b-43e5-818f-610b0b15a249 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:09.633274 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ad63fa-9e9b-43e5-818f-610b0b15a249'] response: {'name': 'network-changed', 'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829', 'status': 'completed', 'code': 200} Jun 24 10:44:09.690254 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:09.705531 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-30660f4a-2a0a-4e77-b69a-e35ee67094be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:09.707091 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-30660f4a-2a0a-4e77-b69a-e35ee67094be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0405827 Jun 24 10:44:09.804775 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-5572cc1f-3a64-4768-b4ed-c36a7cc489dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:09.806278 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-5572cc1f-3a64-4768-b4ed-c36a7cc489dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0907247 Jun 24 10:44:09.840037 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:09.870054 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-5afb8eef-6efa-46a5-8971-b2c44dcdae73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2758a7dd-b498-49b7-bf66-db51545ea829 HTTP/1.1" status: 200 len: 999 time: 0.0541892 Jun 24 10:44:09.908000 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'af122d04-917d-40de-83a6-15078b138022', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '2758a7dd-b498-49b7-bf66-db51545ea829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:14:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:54Z', 'updated_at': '2022-06-24T10:44:09Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}, {'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.915937 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:09.923027 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-4ba09c84-a908-4633-b5c4-58605e3682ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:09.924534 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-4ba09c84-a908-4633-b5c4-58605e3682ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0467868 Jun 24 10:44:09.932376 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:09.941345 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:09.941934 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:09.975878 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-221287b1-bf9e-48fe-916d-abdd84c69dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:09.977440 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-221287b1-bf9e-48fe-916d-abdd84c69dda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459008 Jun 24 10:44:10.047592 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:10.070791 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-a6dd437d-1ec6-4589-be5c-c079b0973e42 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858793 Jun 24 10:44:10.165197 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f216c4f7-509a-4392-b6fa-2e363eb4f668 req-43a5fb55-656a-41e0-8610-7f63c6cf07ca service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867162 Jun 24 10:44:10.259275 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'af122d04-917d-40de-83a6-15078b138022', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '2758a7dd-b498-49b7-bf66-db51545ea829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:14:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:54Z', 'updated_at': '2022-06-24T10:44:09Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}, {'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:10.284989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95500d01-1d8a-4b90-9fd6-4be567d58e58 None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'af122d04-917d-40de-83a6-15078b138022', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '2758a7dd-b498-49b7-bf66-db51545ea829', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:14:06:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:43:54Z', 'updated_at': '2022-06-24T10:44:09Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}, {'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:10.492559 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6406b-7fe1-4082-9ba5-7e18921ac328 None None] New status for floating IP af122d04-917d-40de-83a6-15078b138022: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:44:11.805934 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-37355ace-e01d-4050-bf57-f35a82f4ce4c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102130013&fields=id&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 267 time: 0.0441754 Jun 24 10:44:11.918556 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-64cb9872-e224-4355-b1f1-da9696844701 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:11.919984 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-64cb9872-e224-4355-b1f1-da9696844701 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1078417 Jun 24 10:44:11.934739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-6b0ca18f-7da7-4d60-8164-3dc7ac090ca1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/quotas/8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 375 time: 0.0091763 Jun 24 10:44:11.986648 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-a5a3e821-3094-405c-881b-6aaa6e15694e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469174 Jun 24 10:44:12.038284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:12.101196 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-f91c6df8-c265-4e39-bbbd-8ac3a245fd6b service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961709 Jun 24 10:44:12.194203 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-32a07475-707a-492b-967b-6bef1c5460e2 service neutron] 10.222.0.69 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873001 Jun 24 10:44:12.512214 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e7650f23-bcb2-4604-b46c-904c86b6c91f req-da2f2006-c56d-4cb7-bc90-092b40c3ef27 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jun 24 10:44:13.480500 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-4b678352-0de2-4b9b-90aa-93d6a807be60 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:13.482024 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-4b678352-0de2-4b9b-90aa-93d6a807be60 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 812 time: 0.1098075 Jun 24 10:44:13.547810 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-00e8a96d-94f2-45e6-bd9d-830901170110 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8eb1e5f40033474c947399c22bb0a2d2 HTTP/1.1" status: 200 len: 380 time: 0.0568669 Jun 24 10:44:13.556762 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'port': {'device_id': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'admin_state_up': True, 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'security_groups': ['deb3144e-6a87-4fe0-a328-6f0e58be1c2e']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:13.666828 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Made reservation on behalf of 8eb1e5f40033474c947399c22bb0a2d2 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:13.670460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:13.700519 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:13.817023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.20.0.14 (a3da010b-27ad-4a9f-8afe-32b8ee29d12d/c2fc34c2-5448-4891-897f-5c912344bf5a/10d4b61f-852d-4fcc-98ad-381d69879ca4) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:13.895770 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c379ba32-ba91-434c-88de-c5d3fcd085ae req-85944ade-bbf3-4443-8a7e-f050de7dca7e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 210 time: 0.3106599 Jun 24 10:44:13.974102 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.008156 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.019898 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:14.054589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:14.060152 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:14.062789 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:44:14.093164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:14.121605 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:14.122224 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.140281 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-02f7302b-9a92-4905-9b86-be0b605fd919 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877728 Jun 24 10:44:14.151748 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Request body: {'port': {'device_id': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:14.218689 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.246539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-dfe56cf8-fd0b-4a0b-a419-21383f1c2ab0 None None] Provisioning complete for port 10d4b61f-852d-4fcc-98ad-381d69879ca4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:44:14.247121 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-dfe56cf8-fd0b-4a0b-a419-21383f1c2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.279692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-dfe56cf8-fd0b-4a0b-a419-21383f1c2ab0 None None] Port 10d4b61f-852d-4fcc-98ad-381d69879ca4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:44:14.492051 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d4b61f-852d-4fcc-98ad-381d69879ca4 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:44:14.499552 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks [] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.514065 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Transition to ACTIVE for port object 10d4b61f-852d-4fcc-98ad-381d69879ca4 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:44:14.521086 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.578612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:14.623836 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:14.658076 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Attempting to bind port 10d4b61f-852d-4fcc-98ad-381d69879ca4 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:44:14.658410 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Attempting to bind port 10d4b61f-852d-4fcc-98ad-381d69879ca4 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:44:14.658731 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Attempting to bind port 10d4b61f-852d-4fcc-98ad-381d69879ca4 on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:44:14.663603 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Port 10d4b61f-852d-4fcc-98ad-381d69879ca4 on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:44:14.664059 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Attempting to bind port 10d4b61f-852d-4fcc-98ad-381d69879ca4 on network a3da010b-27ad-4a9f-8afe-32b8ee29d12d {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:44:14.669734 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:44:14.670076 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Checking segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:44:14.670480 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Bound using segment: {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:44:14.670942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Bound port: 10d4b61f-852d-4fcc-98ad-381d69879ca4, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c032b1-243e-4f6b-9c85-1625c8476976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:44:14.671299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.736434 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:44:14.739461 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:44:14.746925 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.783506 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:14.784158 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:14.785548 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] 10.222.0.20 "PUT /v2.0/ports/10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 200 len: 1094 time: 0.6382318 Jun 24 10:44:14.785978 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:14.788209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ddc27-c23d-443e-a75f-1a032093310d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:14.812449 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9286-6595-4d01-93f5-5a453965fcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:14.844974 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae02fe4-6fa9-4325-b751-19b7f2ac8876 x-openstack-request-id: req-eae02fe4-6fa9-4325-b751-19b7f2ac8876 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:14.845346 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:14.845662 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eae02fe4-6fa9-4325-b751-19b7f2ac8876 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:14.846133 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae02fe4-6fa9-4325-b751-19b7f2ac8876'] response: {'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'status': 'completed', 'code': 200} Jun 24 10:44:14.873990 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-818591ae-8bb7-4a31-849e-58466c82a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:14.875573 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-818591ae-8bb7-4a31-849e-58466c82a57c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1128 time: 0.0430970 Jun 24 10:44:14.916143 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-930ab14d-58f1-4475-9f39-7fa91d9e6742 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 200 len: 217 time: 0.0337152 Jun 24 10:44:14.957618 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:14.970397 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-6ced0ef8-625c-441e-8603-a2876e6a3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:14.971561 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-6ced0ef8-625c-441e-8603-a2876e6a3b3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0498016 Jun 24 10:44:15.015711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a24be8-c45a-4cc8-8cd4-53d8c9fd42b0 req-bab08a68-660c-4014-952b-2756d63c4a6c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.017287 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-51a24be8-c45a-4cc8-8cd4-53d8c9fd42b0 req-bab08a68-660c-4014-952b-2756d63c4a6c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0497565 Jun 24 10:44:15.020496 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-820a8ca1-4951-4164-bff6-f1508f7b8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.022102 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-820a8ca1-4951-4164-bff6-f1508f7b8087 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437455 Jun 24 10:44:15.055900 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:15.070769 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-51a24be8-c45a-4cc8-8cd4-53d8c9fd42b0 req-8f92b021-3ec6-4f89-bc99-9a78e2982cd3 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Jun 24 10:44:15.118941 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-71f25684-f7f0-4c4e-b835-bc9bc8f77a8c service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Jun 24 10:44:15.215631 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d531c1ee-74a1-4efc-9795-69cc26c9770a req-c212902e-15ed-4c94-99bc-b1236affaf3d service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888696 Jun 24 10:44:15.529478 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ddc27-c23d-443e-a75f-1a032093310d req-4609cc5e-66ab-42e7-88cc-df22b5ffa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.531012 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-4609cc5e-66ab-42e7-88cc-df22b5ffa451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1128 time: 0.0413651 Jun 24 10:44:15.635705 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ddc27-c23d-443e-a75f-1a032093310d req-83289bdd-91ae-4421-b427-6188cfa6d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.637226 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-83289bdd-91ae-4421-b427-6188cfa6d37d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0923765 Jun 24 10:44:15.678518 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-d7ae9ed8-610b-439b-b36b-f3fa8ebee3cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 200 len: 217 time: 0.0321732 Jun 24 10:44:15.735875 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ddc27-c23d-443e-a75f-1a032093310d req-39942de2-69b4-495c-96eb-da35cbd0c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.737259 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-39942de2-69b4-495c-96eb-da35cbd0c9e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0469308 Jun 24 10:44:15.784198 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ddc27-c23d-443e-a75f-1a032093310d req-cdcf6c6c-8d67-4ca0-8dd8-d6f52db6932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:15.785716 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-cdcf6c6c-8d67-4ca0-8dd8-d6f52db6932c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412772 Jun 24 10:44:15.875933 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-8cc44c46-f178-4d42-9287-bf6a187ede8d service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828164 Jun 24 10:44:15.961590 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:15.965490 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-461ddc27-c23d-443e-a75f-1a032093310d req-aee11fb3-f845-4127-a38d-b80fbc3645ff service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838962 Jun 24 10:44:16.191785 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6be5-48f7-44dc-996d-77756ad14f2b req-25f059f1-0a45-4a7e-b790-76742b82f04e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:16.193270 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f75a6be5-48f7-44dc-996d-77756ad14f2b req-25f059f1-0a45-4a7e-b790-76742b82f04e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0492949 Jun 24 10:44:16.242654 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f75a6be5-48f7-44dc-996d-77756ad14f2b req-29072e07-db3d-4dff-8ac0-5e33f1fb9855 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Jun 24 10:44:17.370809 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2155e-18fb-4da4-b0b8-2d221a7998e0 req-f7d30471-5422-4b96-878d-3720811e0cc6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:17.372258 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5cd2155e-18fb-4da4-b0b8-2d221a7998e0 req-f7d30471-5422-4b96-878d-3720811e0cc6 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0470312 Jun 24 10:44:17.422165 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5cd2155e-18fb-4da4-b0b8-2d221a7998e0 req-96bc21dc-d595-4b3f-9efe-c0f069596544 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Jun 24 10:44:18.555122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fecaae-a05b-42ea-bfa2-49799b8b901c req-d2c71cc0-28aa-43c7-8e91-97b6f6c599b8 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:18.556484 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-60fecaae-a05b-42ea-bfa2-49799b8b901c req-d2c71cc0-28aa-43c7-8e91-97b6f6c599b8 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0512724 Jun 24 10:44:18.611120 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-60fecaae-a05b-42ea-bfa2-49799b8b901c req-5a026374-635b-4a34-bd13-ed910abd08d3 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489545 Jun 24 10:44:19.761424 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-6c12743e-d559-4dc6-9dd0-9b75072fc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:19.763048 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-6c12743e-d559-4dc6-9dd0-9b75072fc975 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1169 time: 0.0422928 Jun 24 10:44:19.765762 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f9da-c5ac-4865-981d-37b7ced1fc61 req-2a44a139-07d4-491f-b683-7e45724e99b4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:19.767324 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e035f9da-c5ac-4865-981d-37b7ced1fc61 req-2a44a139-07d4-491f-b683-7e45724e99b4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0780723 Jun 24 10:44:19.787114 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9778485-b527-4cb1-afb1-7e795db7cbf4 req-f873f32d-bb73-4648-ae97-23aade85e761 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:19.788528 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d9778485-b527-4cb1-afb1-7e795db7cbf4 req-f873f32d-bb73-4648-ae97-23aade85e761 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0657880 Jun 24 10:44:19.851303 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e035f9da-c5ac-4865-981d-37b7ced1fc61 req-5507506b-0fe4-4fef-a2ae-7e0dd4d51b47 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777390 Jun 24 10:44:19.861034 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-f2c6429f-2381-416e-8d20-bb9df2eda1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:19.862474 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-f2c6429f-2381-416e-8d20-bb9df2eda1b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.0932026 Jun 24 10:44:19.876622 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d9778485-b527-4cb1-afb1-7e795db7cbf4 req-911687c2-6663-4b5e-9732-0665b4208552 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809281 Jun 24 10:44:19.929211 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-05d1d8b6-162c-4165-b1c3-d18fbcce50ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 1002 time: 0.0596972 Jun 24 10:44:19.977405 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-1df2e64c-2f39-48c2-9103-ebb301a701a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:19.978815 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-1df2e64c-2f39-48c2-9103-ebb301a701a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0435579 Jun 24 10:44:20.034666 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-7660284f-e535-475d-9221-3e4734babed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:20.036052 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-7660284f-e535-475d-9221-3e4734babed4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500753 Jun 24 10:44:20.060901 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:20.126362 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-f547b3e8-03a8-4090-ba73-fe0d8c32e7df service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835876 Jun 24 10:44:20.220861 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92de8af9-b3ff-4f5c-a17f-4300fa130b96 req-5d64f72a-1e67-42bb-ab74-352bf4b61c58 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886765 Jun 24 10:44:21.004416 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e23b-a650-4a40-b50d-b8bcbf4c2455 req-16b265a1-bab8-46d8-a6a6-aa2bba41292b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:21.005831 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b69e23b-a650-4a40-b50d-b8bcbf4c2455 req-16b265a1-bab8-46d8-a6a6-aa2bba41292b tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 944 time: 0.0785832 Jun 24 10:44:21.025310 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395a0b3-41f1-47db-ae9a-792d151b3084 req-cda4c575-8fe0-4805-a871-6ba0df0f4683 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:21.026736 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1395a0b3-41f1-47db-ae9a-792d151b3084 req-cda4c575-8fe0-4805-a871-6ba0df0f4683 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0671613 Jun 24 10:44:21.094796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7b69e23b-a650-4a40-b50d-b8bcbf4c2455 req-aaebd656-9ab0-46b0-95fd-6541fdba7668 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832236 Jun 24 10:44:21.115779 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1395a0b3-41f1-47db-ae9a-792d151b3084 req-caff9029-a8aa-48fc-ad66-2e5919af942b tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822706 Jun 24 10:44:21.578254 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 10d4b61f-852d-4fcc-98ad-381d69879ca4 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:44:21.622405 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:21.685913 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:21.697122 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'port_id': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'mac_address': 'fa:16:3e:73:44:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:44:21.735457 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 10d4b61f-852d-4fcc-98ad-381d69879ca4 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:44:21.735740 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:21.749714 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d4b61f-852d-4fcc-98ad-381d69879ca4 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:44:21.770526 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:21.776412 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:21.824031 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:22.028348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['10d4b61f-852d-4fcc-98ad-381d69879ca4'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:44:22.090491 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:22.243218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb53be-4566-490a-a9f8-834f157bcd61 req-79ec2b6f-6494-40b8-8960-aada5c9d338d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:22.244714 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4fb53be-4566-490a-a9f8-834f157bcd61 req-79ec2b6f-6494-40b8-8960-aada5c9d338d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 945 time: 0.0816119 Jun 24 10:44:22.255083 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753280-c39e-4fe8-a20c-00d36f579c38 req-62cfc7bc-d4d1-4c79-8bf0-2b458c3f8b7c tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:22.256495 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11753280-c39e-4fe8-a20c-00d36f579c38 req-62cfc7bc-d4d1-4c79-8bf0-2b458c3f8b7c tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0600603 Jun 24 10:44:22.287733 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:22.337414 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b4fb53be-4566-490a-a9f8-834f157bcd61 req-6191838e-71cf-4ca8-be88-45c100b18483 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799658 Jun 24 10:44:22.357529 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11753280-c39e-4fe8-a20c-00d36f579c38 req-2252c5dc-8cb1-4afd-a07c-256a2052044d tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875964 Jun 24 10:44:23.329933 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:23.331426 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:23.485715 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499899b-9eda-4186-bd52-9aaff6a56dc9 req-93d7d9d0-7c82-4768-9707-160831b7bbfc tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:23.487202 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b499899b-9eda-4186-bd52-9aaff6a56dc9 req-93d7d9d0-7c82-4768-9707-160831b7bbfc tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 945 time: 0.0798137 Jun 24 10:44:23.495336 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceccdc-5dc1-4789-8a41-0236f7c779bb req-7ac3a769-bfd1-463e-a791-7711e711fc01 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:23.496848 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-96ceccdc-5dc1-4789-8a41-0236f7c779bb req-7ac3a769-bfd1-463e-a791-7711e711fc01 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0773125 Jun 24 10:44:23.536779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:23.577528 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b499899b-9eda-4186-bd52-9aaff6a56dc9 req-6522bb6d-3047-4c93-ad20-ddd76259d8b8 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796492 Jun 24 10:44:23.591814 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-96ceccdc-5dc1-4789-8a41-0236f7c779bb req-d4e39176-252b-449b-8d22-1e0e809667ba tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844357 Jun 24 10:44:23.597301 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 10d4b61f-852d-4fcc-98ad-381d69879ca4 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:44:23.640143 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 10d4b61f-852d-4fcc-98ad-381d69879ca4 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:44:23.648665 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 10d4b61f-852d-4fcc-98ad-381d69879ca4 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:44:23.649048 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:23.723740 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 10d4b61f-852d-4fcc-98ad-381d69879ca4 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:44:23.724113 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:23.746846 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:23.749081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270eab6-6450-46cc-bd93-2eb8ccd1144f" -d '{"events": [{"server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "name": "network-vif-plugged", "status": "completed", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:23.761701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:23.767109 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:23.789188 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd330e-4e94-49ce-989f-780c2525477f x-openstack-request-id: req-febd330e-4e94-49ce-989f-780c2525477f {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:23.789465 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "name": "network-vif-plugged", "status": "completed", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:23.789748 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-febd330e-4e94-49ce-989f-780c2525477f {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:23.790132 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febd330e-4e94-49ce-989f-780c2525477f'] response: {'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'code': 200} Jun 24 10:44:23.815344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:24.017376 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780870ad-05f7-45e0-bea8-a649bff1c73f req-1bf9a2aa-9e3b-4408-a39f-b1f040d746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:24.019123 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-780870ad-05f7-45e0-bea8-a649bff1c73f req-1bf9a2aa-9e3b-4408-a39f-b1f040d746e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1130 time: 0.0413041 Jun 24 10:44:24.065469 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-780870ad-05f7-45e0-bea8-a649bff1c73f req-1cd3639d-27ee-445d-8fb1-d62a583351a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Jun 24 10:44:24.725459 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ce60a-2556-4ac3-9f80-b5704e0dc183 req-407b5b1f-6e55-4fbf-b1f5-ea4fafaf68d1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:24.726926 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-af4ce60a-2556-4ac3-9f80-b5704e0dc183 req-407b5b1f-6e55-4fbf-b1f5-ea4fafaf68d1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0799868 Jun 24 10:44:24.737030 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a88fe0-08a4-4e87-aee4-56a654082041 req-f5480cf0-d156-472c-bc1e-eb573f5650e9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:24.738544 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-09a88fe0-08a4-4e87-aee4-56a654082041 req-f5480cf0-d156-472c-bc1e-eb573f5650e9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0628293 Jun 24 10:44:24.813730 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-af4ce60a-2556-4ac3-9f80-b5704e0dc183 req-cdc7040d-0ac9-45ad-82e7-d9b6e615fa7d tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742433 Jun 24 10:44:24.828305 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-09a88fe0-08a4-4e87-aee4-56a654082041 req-cf3a7a19-508a-4ab4-a9fe-ec6a969aaea8 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829806 Jun 24 10:44:25.964573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a28f0-7f5e-4136-9660-dd8fa5a32a61 req-f5e04186-8400-41fe-951d-836ca6ce36f1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:25.966042 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d83a28f0-7f5e-4136-9660-dd8fa5a32a61 req-f5e04186-8400-41fe-951d-836ca6ce36f1 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0777555 Jun 24 10:44:25.974308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1244c-5368-4f60-a8f5-0da756cbca4c req-dc496a09-3ba9-4738-bdbd-2dafc31def91 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:25.975647 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ddc1244c-5368-4f60-a8f5-0da756cbca4c req-dc496a09-3ba9-4738-bdbd-2dafc31def91 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0781777 Jun 24 10:44:26.056047 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d83a28f0-7f5e-4136-9660-dd8fa5a32a61 req-c5be2e08-0516-4433-b8f6-c1af1a987c3c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794702 Jun 24 10:44:26.066117 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ddc1244c-5368-4f60-a8f5-0da756cbca4c req-4257fb92-b78a-4155-b636-fbadd0ecc77e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837061 Jun 24 10:44:26.180665 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81449781-76d3-48d1-b9f4-49abb38f8754 req-a76dcc02-2dd4-4b00-889e-6305b301f2aa tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:26.182124 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81449781-76d3-48d1-b9f4-49abb38f8754 req-a76dcc02-2dd4-4b00-889e-6305b301f2aa tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0542293 Jun 24 10:44:26.236707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-81449781-76d3-48d1-b9f4-49abb38f8754 req-05a35969-2a86-4f9e-b39b-db1d1df4598a tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466003 Jun 24 10:44:26.259491 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51162) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:26.297526 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50a555-7755-41aa-b9f6-7eaba34ca4eb tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:26.300377 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-bb50a555-7755-41aa-b9f6-7eaba34ca4eb tempest-TestVolumeBootPattern-1469671628 tempest-TestVolumeBootPattern-1469671628-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1125 time: 0.0399117 Jun 24 10:44:26.303392 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51164) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:26.307657 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'port_id': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:26.332433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:26.431925 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:26.477954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:26.553237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Allocated IP 172.27.1.90 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/12b1f935-d774-475d-9bcc-78e2aaaf6e76) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:26.676524 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:26.680989 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:26.720883 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:26.767375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:26.770403 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:26.774433 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:44:26.779842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=12b1f935-d774-475d-9bcc-78e2aaaf6e76,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:27.231146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdfb2a-b6ae-43c6-90b4-c47faa3fd1ed req-91632388-5cc0-400b-b12b-2bc26a953543 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:27.232638 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71bdfb2a-b6ae-43c6-90b4-c47faa3fd1ed req-91632388-5cc0-400b-b12b-2bc26a953543 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0628510 Jun 24 10:44:27.238293 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (5d2e8d43-c338-476c-966c-dba344f865a6), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.347353 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.353744 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-71bdfb2a-b6ae-43c6-90b4-c47faa3fd1ed req-9c7d4deb-0d7c-4412-89a0-5a52955540ba tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136422 Jun 24 10:44:27.380870 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:27.497840 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:27.513030 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.519642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.585421 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event updated for resources: {'Port': ['ID=12b1f935-d774-475d-9bcc-78e2aaaf6e76,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:27.597644 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (5d2e8d43-c338-476c-966c-dba344f865a6), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.696779 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 5d2e8d43-c338-476c-966c-dba344f865a6 associated. External IP: 172.27.1.90, port: 10d4b61f-852d-4fcc-98ad-381d69879ca4. Jun 24 10:44:27.896361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:44:27.934495 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4ccdd9a1-7d14-4fad-86b1-bffcc67cba2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:27.999624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:28.009846 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:28.018204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:28.020273 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:28.021841 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:28.048074 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-eae0725a-0a72-4172-95b5-519b68768bd9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7436249 Jun 24 10:44:28.048777 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:28.051075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cdb53a-764a-4496-b012-2ebad015b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:28.068000 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:28.088520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41223609-aa2c-4793-a60f-05f63f443fad x-openstack-request-id: req-41223609-aa2c-4793-a60f-05f63f443fad {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:28.088831 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:28.089086 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41223609-aa2c-4793-a60f-05f63f443fad {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:28.089491 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41223609-aa2c-4793-a60f-05f63f443fad'] response: {'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'status': 'completed', 'code': 200} Jun 24 10:44:28.162671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-1a39388c-f6a1-4da7-8e8a-ca9467d6a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:28.164242 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-1a39388c-f6a1-4da7-8e8a-ca9467d6a2dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1130 time: 0.0428362 Jun 24 10:44:28.262768 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:28.269752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-154841d4-3535-4316-803c-f13c3e7eed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:28.271242 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-154841d4-3535-4316-803c-f13c3e7eed32 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0987155 Jun 24 10:44:28.333801 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-3c145404-666f-4e94-bae3-0d7bcd7c4f62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 200 len: 999 time: 0.0552907 Jun 24 10:44:28.394751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-39d72dcb-6378-4bad-8901-a60d772e9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:28.396290 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-39d72dcb-6378-4bad-8901-a60d772e9b66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0538006 Jun 24 10:44:28.448004 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-ba9f9fab-b1f2-46c9-8665-225c63c2438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:28.449586 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-ba9f9fab-b1f2-46c9-8665-225c63c2438f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459809 Jun 24 10:44:28.480368 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf3c47-a161-4dbb-9a84-606d60f652f7 req-95f35e23-db0c-4f25-903f-e592c722f6c4 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:28.481893 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5bf3c47-a161-4dbb-9a84-606d60f652f7 req-95f35e23-db0c-4f25-903f-e592c722f6c4 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0562603 Jun 24 10:44:28.487355 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '5d2e8d43-c338-476c-966c-dba344f865a6', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:73:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:27Z', 'updated_at': '2022-06-24T10:44:27Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}, {'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:28.491105 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:28.513967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:28.523920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:28.524640 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:28.548634 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5bf3c47-a161-4dbb-9a84-606d60f652f7 req-5dd1311d-4a0b-46b1-b833-7d50d34071ba tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601287 Jun 24 10:44:28.561074 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-6a68de34-bfca-40af-ad68-0e70eefe1374 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040258 Jun 24 10:44:28.626693 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:28.635456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:28.653760 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a3cdb53a-764a-4496-b012-2ebad015b06b req-f7135f0f-aae0-49d3-920c-68f7745e860a service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866737 Jun 24 10:44:28.848859 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '5d2e8d43-c338-476c-966c-dba344f865a6', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:73:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:27Z', 'updated_at': '2022-06-24T10:44:27Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}, {'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:28.873528 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40a474-5925-4f6f-95f9-9de2d32d6c67 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '5d2e8d43-c338-476c-966c-dba344f865a6', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:73:44:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:27Z', 'updated_at': '2022-06-24T10:44:27Z', 'revision_number': 0, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}, {'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:29.081491 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72117f13-7c54-456d-92c2-17ce5e3b9b60 None None] New status for floating IP 5d2e8d43-c338-476c-966c-dba344f865a6: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:44:29.669682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c539-d5b0-4345-b8f4-5f06f856d8bf req-eecf519c-3bfe-463e-8509-5ed61d38a3c6 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:29.671156 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7478c539-d5b0-4345-b8f4-5f06f856d8bf req-eecf519c-3bfe-463e-8509-5ed61d38a3c6 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0511861 Jun 24 10:44:29.746446 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7478c539-d5b0-4345-b8f4-5f06f856d8bf req-07f135aa-b931-45bc-9c9e-c822b4fbf531 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669856 Jun 24 10:44:30.338799 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f7112deb-b1cc-47b4-a905-4477f544e849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:30.873657 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d57b0-8ffc-437d-8332-93d7abacd722 req-bcb0ad6e-41e3-46ec-9a4a-8db6ebd261cf tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:30.875119 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a44d57b0-8ffc-437d-8332-93d7abacd722 req-bcb0ad6e-41e3-46ec-9a4a-8db6ebd261cf tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0484052 Jun 24 10:44:30.893664 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:30.936032 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a44d57b0-8ffc-437d-8332-93d7abacd722 req-193433cf-5bfe-40ca-94b5-2cdb4d75183e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551517 Jun 24 10:44:31.560894 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:32.060357 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41466a9-e3c1-49e4-bb3c-4c8dfce11421 req-0d030918-5b8a-4c1b-b942-3ef7f536f24f tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:32.061895 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a41466a9-e3c1-49e4-bb3c-4c8dfce11421 req-0d030918-5b8a-4c1b-b942-3ef7f536f24f tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0481391 Jun 24 10:44:32.095624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:32.137283 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a41466a9-e3c1-49e4-bb3c-4c8dfce11421 req-7fd01608-ae43-45f6-a7b4-26ed5ac530b6 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664909 Jun 24 10:44:32.520231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:33.244061 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:33.270430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58a62e-de4b-440d-bfdc-52e3f22757fe req-d09c6854-cf80-4572-8aed-afe46815e953 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:33.271947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ed58a62e-de4b-440d-bfdc-52e3f22757fe req-d09c6854-cf80-4572-8aed-afe46815e953 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0497899 Jun 24 10:44:33.334925 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ed58a62e-de4b-440d-bfdc-52e3f22757fe req-eeba13ae-d059-4cd5-9e0b-0a1c1559a0db tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569904 Jun 24 10:44:33.419111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:34.452414 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a073d-2d18-4fa8-b3c5-8ea8e117e451 req-7cb5de80-8c0f-4410-8b45-97f76cc55ca3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:34.453857 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1c5a073d-2d18-4fa8-b3c5-8ea8e117e451 req-7cb5de80-8c0f-4410-8b45-97f76cc55ca3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0499213 Jun 24 10:44:34.516685 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1c5a073d-2d18-4fa8-b3c5-8ea8e117e451 req-ba21407f-8cd7-40ce-bde1-84bb8326e4cb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565548 Jun 24 10:44:35.646323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b814abd-71b8-44b9-b1f3-2a84e703aa09 req-574774fd-00f5-46a2-9bf6-48bb877e652a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:35.647778 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b814abd-71b8-44b9-b1f3-2a84e703aa09 req-574774fd-00f5-46a2-9bf6-48bb877e652a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0519695 Jun 24 10:44:35.711067 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b814abd-71b8-44b9-b1f3-2a84e703aa09 req-2d29e99a-86c6-47cc-9cab-4b8345303734 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544865 Jun 24 10:44:36.830667 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b32972-d694-4bf3-a8d2-bfdbd8e74b33 req-f6a15423-dfe4-4aa3-8c41-7e1785af8fbc tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:36.832156 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5b32972-d694-4bf3-a8d2-bfdbd8e74b33 req-f6a15423-dfe4-4aa3-8c41-7e1785af8fbc tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0478458 Jun 24 10:44:36.902863 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5b32972-d694-4bf3-a8d2-bfdbd8e74b33 req-2544425d-053b-4da2-aa6d-24618dba66ff tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&id=d361f4ee-86b5-42f0-b035-45a830422599&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644882 Jun 24 10:44:38.639797 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:44:38.649288 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:38.650487 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=75 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:39.253495 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-d6580b75-e319-4c7d-92b1-eb2022fea44f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405803 Jun 24 10:44:39.326730 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-f6b283a5-6845-4b8d-ae1c-29ca4ec74bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:39.328257 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-f6b283a5-6845-4b8d-ae1c-29ca4ec74bda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 1129 time: 0.0462840 Jun 24 10:44:39.439999 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-20764652-2f1f-4920-81c7-e583aa4644b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:39.441577 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-20764652-2f1f-4920-81c7-e583aa4644b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0862966 Jun 24 10:44:39.770037 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-05bc9a50-bd15-4221-a75f-713727c8eada service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 200 len: 1001 time: 0.3197598 Jun 24 10:44:39.818414 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-183f57da-7132-48bd-9b96-a09069523f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:39.819927 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-183f57da-7132-48bd-9b96-a09069523f89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0425792 Jun 24 10:44:39.870279 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-75106bbf-b33c-42c8-8a0f-bf8a54146ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:39.871708 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-75106bbf-b33c-42c8-8a0f-bf8a54146ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387039 Jun 24 10:44:39.983696 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-ba5b7b91-d982-44c8-af50-eccc4461aa31 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868552 Jun 24 10:44:40.078814 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8934c468-71c1-4f3b-92b4-d320a43b625a req-e5b33902-6d65-471a-8656-20ac60200c70 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862756 Jun 24 10:44:43.409450 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:43.412963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:45.853178 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641343-d4d5-4a79-b4bb-0ce1c6ff44a5 req-7de5aa57-d072-4991-99aa-311eeb6012fe tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:45.854646 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b5641343-d4d5-4a79-b4bb-0ce1c6ff44a5 req-7de5aa57-d072-4991-99aa-311eeb6012fe tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Jun 24 10:44:45.906010 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b5641343-d4d5-4a79-b4bb-0ce1c6ff44a5 req-d0f47657-dbe6-496e-b2cd-32fb4281971c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455830 Jun 24 10:44:47.037625 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25257d3c-8037-4adc-80f2-b87b5b7bd985 req-a74b5c46-70ff-422e-8679-e52ef8aa0fca tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:47.039115 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25257d3c-8037-4adc-80f2-b87b5b7bd985 req-a74b5c46-70ff-422e-8679-e52ef8aa0fca tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0497003 Jun 24 10:44:47.089621 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-25257d3c-8037-4adc-80f2-b87b5b7bd985 req-5974f4a6-8df2-40f3-bc61-b51798af8960 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=e6149bc6-250e-46ef-baf4-9036e0b2f139&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420890 Jun 24 10:44:47.373103 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-32b16cde-8342-497d-8ec1-7c74d7aff0db tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:47.374470 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-32b16cde-8342-497d-8ec1-7c74d7aff0db tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 945 time: 0.0603817 Jun 24 10:44:47.470231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port 2758a7dd-b498-49b7-bf66-db51545ea829 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:44:47.470574 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:47.580349 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] For port 2758a7dd-b498-49b7-bf66-db51545ea829, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=2758a7dd-b498-49b7-bf66-db51545ea829,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:47.580710 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:47.746904 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:47.747329 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (af122d04-917d-40de-83a6-15078b138022), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:47.747861 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP af122d04-917d-40de-83a6-15078b138022 disassociated. External IP: 172.27.1.200, port: 2758a7dd-b498-49b7-bf66-db51545ea829. Jun 24 10:44:47.748429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for 2758a7dd-b498-49b7-bf66-db51545ea829 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:44:47.819327 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:47.843332 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:47.905325 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (2758a7dd-b498-49b7-bf66-db51545ea829), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:47.932907 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=2758a7dd-b498-49b7-bf66-db51545ea829,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:48.050088 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:44:48.156265 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:48.167360 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:48.178978 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:48.179763 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:48.199586 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] No DVR routers for this DVR port 2758a7dd-b498-49b7-bf66-db51545ea829 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:44:48.201257 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-adbce993-9ac5-465f-a9fa-fa0b59dac6ac req-7c722518-5c40-42ff-b980-5f4f8b5b0c10 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=b9d092f4-611c-4983-96aa-dd1bf771f4c1 HTTP/1.1" status: 200 len: 210 time: 0.0294306 Jun 24 10:44:48.202427 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:48.205596 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-11fce73e-f2b0-460d-8087-3d1fda7cd07e req-2f762fd7-7f0e-47d5-8b08-1b6b339e1d61 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "DELETE /v2.0/ports/2758a7dd-b498-49b7-bf66-db51545ea829 HTTP/1.1" status: 204 len: 173 time: 0.8246560 Jun 24 10:44:48.206269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'name': 'network-vif-deleted', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:48.208589 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1000a4-41f6-4988-b455-dd52c7921185" -d '{"events": [{"server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "name": "network-vif-deleted", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:48.292609 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:48.412585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96621c4e-c2c3-45c0-844c-20d10ed1d4a6 x-openstack-request-id: req-96621c4e-c2c3-45c0-844c-20d10ed1d4a6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:48.413134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d092f4-611c-4983-96aa-dd1bf771f4c1", "name": "network-vif-deleted", "tag": "2758a7dd-b498-49b7-bf66-db51545ea829", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:48.413134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96621c4e-c2c3-45c0-844c-20d10ed1d4a6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:48.413600 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96621c4e-c2c3-45c0-844c-20d10ed1d4a6'] response: {'server_uuid': 'b9d092f4-611c-4983-96aa-dd1bf771f4c1', 'name': 'network-vif-deleted', 'tag': '2758a7dd-b498-49b7-bf66-db51545ea829', 'status': 'completed', 'code': 200} Jun 24 10:44:48.536160 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:48.560929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:48.570244 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:48.570847 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:48.631266 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:48.633522 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:48.674006 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:48.899601 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:48.924715 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be7560-4565-40f8-b6f7-79d9ddc57158 None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'd5158554-7f1f-4505-8e4b-2b56bd8638e4', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '05f0634c-a530-498b-a8f6-9601bb19f124', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:f4:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:54Z', 'updated_at': '2022-06-24T10:43:09Z', 'revision_number': 2, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:49.142113 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754171ca-f96e-4985-80da-528f4036ca01 None None] New status for floating IP af122d04-917d-40de-83a6-15078b138022: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:44:49.296344 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51222) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:49.355805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (e6149bc6-250e-46ef-baf4-9036e0b2f139), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.383576 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (e6149bc6-250e-46ef-baf4-9036e0b2f139), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.438301 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e6149bc6-250e-46ef-baf4-9036e0b2f139), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.441154 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.442596 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/security-groups/e6149bc6-250e-46ef-baf4-9036e0b2f139 HTTP/1.1" status: 204 len: 168 time: 0.1451344 Jun 24 10:44:49.445477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51224) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:49.452422 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd6d0a-0f8b-432c-a01e-b473f13b6cf9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6149bc6-250e-46ef-baf4-9036e0b2f139,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:49.464419 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.api.v2.resource [None req-062eb1c6-6472-4c73-8f7a-25d5c64e872b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] show failed (client error): The resource could not be found. Jun 24 10:44:49.465514 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-062eb1c6-6472-4c73-8f7a-25d5c64e872b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups/e6149bc6-250e-46ef-baf4-9036e0b2f139 HTTP/1.1" status: 404 len: 347 time: 0.0185292 Jun 24 10:44:49.468463 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51226) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:49.583758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port 48081d1e-9669-41ae-ac7c-b58dde6c4bd7 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:44:49.584285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.724301 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 2758a7dd-b498-49b7-bf66-db51545ea829 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:49.744843 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 2758a7dd-b498-49b7-bf66-db51545ea829 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:44:49.745092 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 2758a7dd-b498-49b7-bf66-db51545ea829 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:49.921667 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:49.949704 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.950250 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:49.971053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for 48081d1e-9669-41ae-ac7c-b58dde6c4bd7 owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:44:50.120519 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (48081d1e-9669-41ae-ac7c-b58dde6c4bd7), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:50.125254 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:50.146600 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=48081d1e-9669-41ae-ac7c-b58dde6c4bd7,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:50.159404 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.159752 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.160096 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.160435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.160800 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.161127 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.161452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.161788 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.162119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.162440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.162770 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.163087 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.163475 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.164357 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.164689 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:50.223660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (af122d04-917d-40de-83a6-15078b138022), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:50.226704 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:50.227862 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-44d1df32-f75f-44d2-b5ca-3fcec35b5e87 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/floatingips/af122d04-917d-40de-83a6-15078b138022 HTTP/1.1" status: 204 len: 168 time: 0.7578516 Jun 24 10:44:51.883695 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d140-96d3-41cf-809e-0706806cb9ee req-e0d19775-bfc9-4ae1-95b0-683625000b7b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:51.885088 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-83d9d140-96d3-41cf-809e-0706806cb9ee req-e0d19775-bfc9-4ae1-95b0-683625000b7b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0512397 Jun 24 10:44:51.937788 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-83d9d140-96d3-41cf-809e-0706806cb9ee req-f48eba6d-46ca-46ef-80ef-885a2c0c04ac tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439570 Jun 24 10:44:53.062527 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6d01-6462-4d68-bfbc-b06e9e54756c req-cf9d27c2-340d-4cc6-a60b-986669a9f9e4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:53.063970 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a17f6d01-6462-4d68-bfbc-b06e9e54756c req-cf9d27c2-340d-4cc6-a60b-986669a9f9e4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0527112 Jun 24 10:44:53.113885 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a17f6d01-6462-4d68-bfbc-b06e9e54756c req-d689e84a-80db-4e92-89a9-edda2935b9eb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dd0a559-871e-4755-a117-0184d8a26223&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Jun 24 10:44:53.578174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-43797bc3-7bf0-4b36-a82f-acae35b20218 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:53.579684 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-43797bc3-7bf0-4b36-a82f-acae35b20218 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Jun 24 10:44:53.672311 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port 05f0634c-a530-498b-a8f6-9601bb19f124 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:44:53.672618 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:53.765324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] For port 05f0634c-a530-498b-a8f6-9601bb19f124, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=05f0634c-a530-498b-a8f6-9601bb19f124,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:44:53.765560 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:53.903149 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:53.928159 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:53.928690 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:53.929187 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP d5158554-7f1f-4505-8e4b-2b56bd8638e4 disassociated. External IP: 172.27.1.242, port: 05f0634c-a530-498b-a8f6-9601bb19f124. Jun 24 10:44:53.929846 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for 05f0634c-a530-498b-a8f6-9601bb19f124 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:44:54.017653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:54.080095 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (05f0634c-a530-498b-a8f6-9601bb19f124), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:54.106088 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=05f0634c-a530-498b-a8f6-9601bb19f124,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:54.119122 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.119421 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.119763 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.120096 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.120420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.120769 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.121086 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.121404 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.121723 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.122040 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.122356 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.122673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.122987 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.123302 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.123604 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:44:54.215456 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dfe53bf4-2975-4715-94c0-d74b1dacb2e9 req-e5b5c478-3aa7-42a8-bd37-170991126f1b tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a463b3-7cdc-4aa4-b822-bc800a37d402 HTTP/1.1" status: 200 len: 210 time: 0.0319247 Jun 24 10:44:54.233046 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:44:54.335633 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:44:54.345710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:44:54.357091 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:54.357681 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:54.377781 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] No DVR routers for this DVR port 05f0634c-a530-498b-a8f6-9601bb19f124 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:44:54.380272 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:54.383744 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9bde018e-b6d5-4239-b274-7f3112478b19 req-beb7d2a3-39c2-4cdf-89a4-3cb4dfe6b875 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "DELETE /v2.0/ports/05f0634c-a530-498b-a8f6-9601bb19f124 HTTP/1.1" status: 204 len: 173 time: 0.7989957 Jun 24 10:44:54.384115 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'name': 'network-vif-deleted', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:44:54.386359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3679b-6aa3-4b21-9cc5-317a8d26ea86" -d '{"events": [{"server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "name": "network-vif-deleted", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:44:54.390664 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:54.428563 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7949f-8275-4a11-90bb-76800781934b x-openstack-request-id: req-41e7949f-8275-4a11-90bb-76800781934b {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:44:54.428889 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a463b3-7cdc-4aa4-b822-bc800a37d402", "name": "network-vif-deleted", "tag": "05f0634c-a530-498b-a8f6-9601bb19f124", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:44:54.429142 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41e7949f-8275-4a11-90bb-76800781934b {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:44:54.429884 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e7949f-8275-4a11-90bb-76800781934b'] response: {'server_uuid': '03a463b3-7cdc-4aa4-b822-bc800a37d402', 'name': 'network-vif-deleted', 'tag': '05f0634c-a530-498b-a8f6-9601bb19f124', 'status': 'completed', 'code': 200} Jun 24 10:44:54.464088 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:54.466398 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:54.789967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:54.814618 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:44:54.823404 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:44:54.824007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:44:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:54.928414 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:44:55.115808 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:44:55.139809 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a77e8dc-7c6d-4a56-a4f0-6ca4478ec09b None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:44:55.308221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51256) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:55.365976 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (9dd0a559-871e-4755-a117-0184d8a26223), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.369595 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c2167-4078-47d4-be85-e3e9a9c323e8 None None] New status for floating IP d5158554-7f1f-4505-8e4b-2b56bd8638e4: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:44:55.391060 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (9dd0a559-871e-4755-a117-0184d8a26223), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.442169 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (9dd0a559-871e-4755-a117-0184d8a26223), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.444780 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.446220 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/security-groups/9dd0a559-871e-4755-a117-0184d8a26223 HTTP/1.1" status: 204 len: 168 time: 0.1369567 Jun 24 10:44:55.449382 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51258) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:55.459948 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ef110-fb3b-4ab0-b0ac-29cdec7d66e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0a559-871e-4755-a117-0184d8a26223,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:55.471713 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-8f9fa43c-a094-4d6d-afb1-d1242d92586e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] show failed (client error): The resource could not be found. Jun 24 10:44:55.473449 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8f9fa43c-a094-4d6d-afb1-d1242d92586e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups/9dd0a559-871e-4755-a117-0184d8a26223 HTTP/1.1" status: 404 len: 347 time: 0.0228858 Jun 24 10:44:55.476667 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51260) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:55.593300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port dd5ea6bd-cdcf-43b2-9357-433edd9fe61f {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:44:55.593647 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.673225 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.673504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.686244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for dd5ea6bd-cdcf-43b2-9357-433edd9fe61f owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:44:55.701701 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:55.824177 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (dd5ea6bd-cdcf-43b2-9357-433edd9fe61f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.846890 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=dd5ea6bd-cdcf-43b2-9357-433edd9fe61f,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:55.911458 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (d5158554-7f1f-4505-8e4b-2b56bd8638e4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.913996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:55.915411 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a7a696d4-4b47-49b5-ad54-04053d239bb9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/floatingips/d5158554-7f1f-4505-8e4b-2b56bd8638e4 HTTP/1.1" status: 204 len: 168 time: 0.4376996 Jun 24 10:44:55.989175 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51264) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:55.993834 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904708772', 'description': 'tempest-description--1677268734'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:56.003674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:56.017635 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.090679 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (f357dd5b-9390-4e04-ae8b-3238fc3cdb95), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.097563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (f357dd5b-9390-4e04-ae8b-3238fc3cdb95), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.126073 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f357dd5b-9390-4e04-ae8b-3238fc3cdb95,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:56.130547 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.131745 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-7d31223a-d3b3-425b-b71d-f3e32eebdef3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415670 Jun 24 10:44:56.134952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51266) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:56.139395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': 'f357dd5b-9390-4e04-ae8b-3238fc3cdb95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:56.170618 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (2f4e2621-f761-4ef2-8a68-c77a3c1ef9dd), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.218880 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (2f4e2621-f761-4ef2-8a68-c77a3c1ef9dd), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.225151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (2f4e2621-f761-4ef2-8a68-c77a3c1ef9dd), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.244557 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4e2621-f761-4ef2-8a68-c77a3c1ef9dd,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:56.252193 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.253476 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0d25bde9-e141-49e6-ba99-c1ec52b2ffb8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175504 Jun 24 10:44:56.258280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51268) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:56.262505 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': 'f357dd5b-9390-4e04-ae8b-3238fc3cdb95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:56.293274 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (73d55d0a-4e6d-4498-927f-3fe2a9b280ab), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.359179 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (73d55d0a-4e6d-4498-927f-3fe2a9b280ab), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.365168 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (73d55d0a-4e6d-4498-927f-3fe2a9b280ab), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.383896 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d55d0a-4e6d-4498-927f-3fe2a9b280ab,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:56.392797 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.393956 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-31ece8d4-e480-499a-8775-1d53b22dc9d5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347773 Jun 24 10:44:56.397078 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51270) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:44:56.401382 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:56.422957 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.488394 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:56.504691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.612174 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.27.1.155 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/d13b2377-325f-4a10-8d8a-d11e0e79e26f) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:56.721897 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.757168 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:56.768077 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.809485 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:56.814004 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:56.817850 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:44:56.821118 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=d13b2377-325f-4a10-8d8a-d11e0e79e26f,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:56.906042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:56.944451 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:57.096699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:57.104320 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:57.170150 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=d13b2377-325f-4a10-8d8a-d11e0e79e26f,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:57.179925 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:57.197564 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:57.198968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2ae13eec-b00f-44d1-b601-ec3a5dbc77a6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8009675 Jun 24 10:44:57.324942 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:57.351855 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-9a60f2fb-959e-451f-8277-f25f0cf6293c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1904708772&fields=id&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 267 time: 0.0484390 Jun 24 10:44:57.462218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-17c033df-a55f-45ba-9bbb-24a5bf4e8027 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:57.463815 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-17c033df-a55f-45ba-9bbb-24a5bf4e8027 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1052210 Jun 24 10:44:57.479458 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-c08bad31-e2b7-4dba-8f1a-967fba382f18 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/quotas/e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 375 time: 0.0101218 Jun 24 10:44:57.527281 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-90074a56-6dee-452a-a30a-69fb57f150f6 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429070 Jun 24 10:44:57.628314 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-b3f6d991-5e1b-4919-87f2-dfb1621df89f service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890305 Jun 24 10:44:57.666627 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:57.724908 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-2efedb4c-b1b5-4e11-bfb3-58192c64a7d1 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879610 Jun 24 10:44:57.775142 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 05f0634c-a530-498b-a8f6-9601bb19f124 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:44:57.797970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 05f0634c-a530-498b-a8f6-9601bb19f124 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:44:57.798317 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 05f0634c-a530-498b-a8f6-9601bb19f124 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:44:57.892590 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ecfa6688-1310-4640-b1cd-1d86a5ec3fc0 req-7590dafc-ae66-4e73-9c9f-1ccc31cac423 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 210 time: 0.0280087 Jun 24 10:44:57.940313 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5fd98901-3cff-4b95-980a-8c1438234534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:58.898656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-2ac6b8ea-04cc-4461-9d66-37efeb801972 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:58.900381 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-2ac6b8ea-04cc-4461-9d66-37efeb801972 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1066375 Jun 24 10:44:58.967227 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-2187f5b6-a6c1-4e29-a2a2-ca3f8a464a05 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 380 time: 0.0573275 Jun 24 10:44:58.996290 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a6f58ab-89e2-4faf-a62d-e950aca1af26 req-673aa2a8-4831-4ee8-9d21-938f4b2da11a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 210 time: 0.0275171 Jun 24 10:44:59.042015 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'port': {'device_id': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'admin_state_up': True, 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'security_groups': ['f357dd5b-9390-4e04-ae8b-3238fc3cdb95']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:59.154174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:44:59.157447 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.222193 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:59.290230 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.20.0.12 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/88423aa7-a870-4943-b4f1-2519e4cca0f0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:44:59.433460 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.437730 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:44:59.471135 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.514731 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:44:59.517681 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:44:59.521385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:44:59.544321 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:44:59.578239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:44:59.578703 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.596316 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-d45d9252-8bdd-4258-989d-38f442fc8763 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582688 Jun 24 10:44:59.607937 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Request body: {'port': {'device_id': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:44:59.672362 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.769057 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-07b0dd92-6951-443d-ada0-2e5c460df1d0 None None] Provisioning complete for port 88423aa7-a870-4943-b4f1-2519e4cca0f0 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:44:59.769746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-07b0dd92-6951-443d-ada0-2e5c460df1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.801686 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-07b0dd92-6951-443d-ada0-2e5c460df1d0 None None] Port 88423aa7-a870-4943-b4f1-2519e4cca0f0 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:44:59.949760 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88423aa7-a870-4943-b4f1-2519e4cca0f0 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:44:59.958513 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks [] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:44:59.978344 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Transition to ACTIVE for port object 88423aa7-a870-4943-b4f1-2519e4cca0f0 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:44:59.985358 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:00.023542 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:00.042168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Pushing event updated for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:00.119057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Attempting to bind port 88423aa7-a870-4943-b4f1-2519e4cca0f0 on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:45:00.119397 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Attempting to bind port 88423aa7-a870-4943-b4f1-2519e4cca0f0 by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:45:00.119719 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Attempting to bind port 88423aa7-a870-4943-b4f1-2519e4cca0f0 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:45:00.121638 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e644-58e2-4f0a-a61e-5e84121b0f81 req-f8db61bb-93bf-4fcf-b874-451dbf5195ee tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:00.123813 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ac0e644-58e2-4f0a-a61e-5e84121b0f81 req-f8db61bb-93bf-4fcf-b874-451dbf5195ee tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 944 time: 0.0501313 Jun 24 10:45:00.125006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Port 88423aa7-a870-4943-b4f1-2519e4cca0f0 on network d21023a8-a179-44ed-9a96-27e103b0914f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:45:00.125326 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Attempting to bind port 88423aa7-a870-4943-b4f1-2519e4cca0f0 on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:45:00.130825 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:45:00.131153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:45:00.131848 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:45:00.132276 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Bound port: 88423aa7-a870-4943-b4f1-2519e4cca0f0, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:45:00.132630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:00.182606 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-2ac0e644-58e2-4f0a-a61e-5e84121b0f81 req-c20b2ed2-4662-42de-b829-f2f8d487e7d3 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521612 Jun 24 10:45:00.208257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:45:00.211379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:45:00.219410 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:00.253959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:00.254811 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:00.256195 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] 10.222.0.20 "PUT /v2.0/ports/88423aa7-a870-4943-b4f1-2519e4cca0f0 HTTP/1.1" status: 200 len: 1094 time: 0.6526227 Jun 24 10:45:00.256625 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:00.258993 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f8fbff-5511-463f-b8b1-1c97afffcd40" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:00.286046 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2922adc-fe2a-4fe9-ae8c-104d61e62c4f service neutron] Pushing event updated for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:00.307464 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5335c02-7465-429e-97dc-b2b885e45ebf x-openstack-request-id: req-d5335c02-7465-429e-97dc-b2b885e45ebf {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:00.307837 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:00.308161 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5335c02-7465-429e-97dc-b2b885e45ebf {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:00.309237 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5335c02-7465-429e-97dc-b2b885e45ebf'] response: {'name': 'network-changed', 'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'status': 'completed', 'code': 200} Jun 24 10:45:00.343192 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf908-0051-4e0f-9da5-bc9b9180619d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:00.353175 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-bbf3279e-f44d-45a9-8c3a-650ab3e5bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:00.355090 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-bbf3279e-f44d-45a9-8c3a-650ab3e5bc32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 1128 time: 0.0412962 Jun 24 10:45:00.395818 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-6f6a2834-b647-49c0-8c42-3e334bbff957 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0 HTTP/1.1" status: 200 len: 217 time: 0.0337999 Jun 24 10:45:00.408936 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:00.452686 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-e0c7c254-d5ec-45c3-883b-3cc931f17c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:00.454364 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-e0c7c254-d5ec-45c3-883b-3cc931f17c77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0528905 Jun 24 10:45:00.497644 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-6a4e8a18-4226-4c04-986d-507338522145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:00.499140 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-6a4e8a18-4226-4c04-986d-507338522145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390019 Jun 24 10:45:00.595197 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-68590085-c095-4612-aaa1-a898ea1bcf14 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897677 Jun 24 10:45:00.686148 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93f11d4d-1f4c-4df6-a3fc-6dd9a14d38aa req-93837bec-1f2f-4d87-a99d-a1940c37edc5 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845761 Jun 24 10:45:01.310126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75e30f-af34-4c9b-b3ef-7dddc1f60959 req-24e19864-6270-40e9-9e6e-3eb33441193d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:01.311566 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae75e30f-af34-4c9b-b3ef-7dddc1f60959 req-24e19864-6270-40e9-9e6e-3eb33441193d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 944 time: 0.0519142 Jun 24 10:45:01.365707 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae75e30f-af34-4c9b-b3ef-7dddc1f60959 req-aa125d0f-c683-44d6-9e31-f78c8d659614 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485888 Jun 24 10:45:01.516959 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-aea5f3f9-599f-4fda-bad9-86880e79600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:01.518344 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-aea5f3f9-599f-4fda-bad9-86880e79600d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 1128 time: 0.0398760 Jun 24 10:45:01.559827 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:01.613318 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-8a29295d-6047-47af-91d0-b258d5bef941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:01.614765 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-8a29295d-6047-47af-91d0-b258d5bef941 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0890443 Jun 24 10:45:01.653233 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-ba6d762a-cb95-4646-ac0d-af6c89399efe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0 HTTP/1.1" status: 200 len: 217 time: 0.0317419 Jun 24 10:45:01.704610 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-82c1fd91-96f3-48ab-b84e-792573fe6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:01.706051 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-82c1fd91-96f3-48ab-b84e-792573fe6b2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0473356 Jun 24 10:45:01.753983 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-446c7d32-9b5c-46c0-8a5a-3750ea85c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:01.755422 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-446c7d32-9b5c-46c0-8a5a-3750ea85c72b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404966 Jun 24 10:45:01.810989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 88423aa7-a870-4943-b4f1-2519e4cca0f0 details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:45:01.834445 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:01.858322 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-2869b0e0-0c3e-45f0-932f-e60fb6ec88f1 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956562 Jun 24 10:45:01.914465 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:01.926112 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'port_id': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'mac_address': 'fa:16:3e:e5:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:45:01.954910 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74f8fbff-5511-463f-b8b1-1c97afffcd40 req-7472eab4-fc4b-470b-84be-05151c22a449 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883389 Jun 24 10:45:01.963137 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 88423aa7-a870-4943-b4f1-2519e4cca0f0 is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:45:01.963525 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:01.965321 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:01.982023 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88423aa7-a870-4943-b4f1-2519e4cca0f0 {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:45:02.001946 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:02.008180 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:02.012539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:02.055294 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:02.062771 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.063029 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.063371 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.063682 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.064005 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.064322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.064638 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.065055 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.065373 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.065687 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.065996 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.066294 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.066603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.066911 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.067218 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:02.264335 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['88423aa7-a870-4943-b4f1-2519e4cca0f0'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:02.493904 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3553a-f6f7-466a-88bc-ab1508895c28 req-8ddfa86a-bf08-4a6a-9ad2-b8436c0fc9f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:02.495391 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4e3553a-f6f7-466a-88bc-ab1508895c28 req-8ddfa86a-bf08-4a6a-9ad2-b8436c0fc9f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Jun 24 10:45:02.545737 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4e3553a-f6f7-466a-88bc-ab1508895c28 req-c257224f-f44f-4718-a47e-fc5651d0304f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417809 Jun 24 10:45:02.882173 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:03.259821 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:03.415155 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:03.685818 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e0c98-1a27-4e44-8f76-93c2eb0dfa6b req-d6d4d4f5-cb20-4f05-b389-9c1fd6957bf8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:03.687290 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-093e0c98-1a27-4e44-8f76-93c2eb0dfa6b req-d6d4d4f5-cb20-4f05-b389-9c1fd6957bf8 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 945 time: 0.0614655 Jun 24 10:45:03.737323 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-093e0c98-1a27-4e44-8f76-93c2eb0dfa6b req-5668c1c6-5967-4bc6-a1ad-f40bfc2f7e3d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443482 Jun 24 10:45:03.810864 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 88423aa7-a870-4943-b4f1-2519e4cca0f0 up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:45:03.857580 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 88423aa7-a870-4943-b4f1-2519e4cca0f0 completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:45:03.866839 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 88423aa7-a870-4943-b4f1-2519e4cca0f0 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:45:03.867190 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:03.939943 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 88423aa7-a870-4943-b4f1-2519e4cca0f0 is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:45:03.940681 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:03.962857 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:03.965198 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030cdb2-432c-468d-b780-37450af36f4f" -d '{"events": [{"server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "name": "network-vif-plugged", "status": "completed", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:03.978379 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:03.983502 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:04.006802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a028c66b-cff0-4aef-bfdc-ebd5d65107df x-openstack-request-id: req-a028c66b-cff0-4aef-bfdc-ebd5d65107df {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:04.007090 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "name": "network-vif-plugged", "status": "completed", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:04.007337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a028c66b-cff0-4aef-bfdc-ebd5d65107df {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:04.007741 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a028c66b-cff0-4aef-bfdc-ebd5d65107df'] response: {'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'code': 200} Jun 24 10:45:04.034071 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:04.176630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105960-db06-4b73-aad9-a5fcfbb3eca9 req-12618af8-7b17-4a7a-a282-6615c1f86dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:04.178131 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa105960-db06-4b73-aad9-a5fcfbb3eca9 req-12618af8-7b17-4a7a-a282-6615c1f86dd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 1130 time: 0.0394766 Jun 24 10:45:04.223585 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa105960-db06-4b73-aad9-a5fcfbb3eca9 req-a9d724c5-8c96-4a00-b15c-21d55615ac14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 Jun 24 10:45:04.875264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fdd67-9206-4ec1-bc10-f258b5471da8 req-0ca8102d-f7bd-4b57-8a0e-98cfb4544582 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:04.876714 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-141fdd67-9206-4ec1-bc10-f258b5471da8 req-0ca8102d-f7bd-4b57-8a0e-98cfb4544582 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Jun 24 10:45:04.926623 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-141fdd67-9206-4ec1-bc10-f258b5471da8 req-a61cd7d1-973e-4a38-8d2c-c890806e4e97 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Jun 24 10:45:05.527065 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:05.529463 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:06.046647 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde50ae-3180-4507-acee-d86330c3360b req-811fb344-2019-4c93-a14d-0d1cdaf57a65 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:06.048108 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cdde50ae-3180-4507-acee-d86330c3360b req-811fb344-2019-4c93-a14d-0d1cdaf57a65 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0471959 Jun 24 10:45:06.105703 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cdde50ae-3180-4507-acee-d86330c3360b req-247682f5-0d65-4c08-bd72-f5aa294c951a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Jun 24 10:45:06.225751 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090c97-702f-4d27-b013-c0fd56096566 req-9b0fe4ad-7982-4a34-b0d0-58d207d99694 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:06.227102 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e6090c97-702f-4d27-b013-c0fd56096566 req-9b0fe4ad-7982-4a34-b0d0-58d207d99694 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0559664 Jun 24 10:45:06.235995 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51324) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:06.240335 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'port_id': '88423aa7-a870-4943-b4f1-2519e4cca0f0'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:06.277223 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:06.363277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:06.640549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:06.728488 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:06.734375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:06.829468 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP 3594dfba-710d-4c4c-a41b-7c57bfe983bd associated. External IP: 172.27.1.155, port: 88423aa7-a870-4943-b4f1-2519e4cca0f0. Jun 24 10:45:07.038736 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:45:07.146426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:07.151849 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:07.156777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:07.169737 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:07.170649 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:07.184766 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6f0783d9-27f5-489b-b85d-4cc3e40214f9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "PUT /v2.0/floatingips/3594dfba-710d-4c4c-a41b-7c57bfe983bd HTTP/1.1" status: 200 len: 992 time: 0.9477215 Jun 24 10:45:07.185364 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:07.187630 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ecebf-baf4-492e-8423-984300278372" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:07.223351 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9656fc-c444-4eb3-852c-ba172a35ed86 x-openstack-request-id: req-3b9656fc-c444-4eb3-852c-ba172a35ed86 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:07.223592 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:07.223843 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b9656fc-c444-4eb3-852c-ba172a35ed86 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:07.224362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9656fc-c444-4eb3-852c-ba172a35ed86'] response: {'name': 'network-changed', 'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'status': 'completed', 'code': 200} Jun 24 10:45:07.280344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:07.503762 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:07.509750 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '3594dfba-710d-4c4c-a41b-7c57bfe983bd', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:e5:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:56Z', 'updated_at': '2022-06-24T10:45:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:07.511804 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:07.536879 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:07.547532 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:07.548509 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:07.557666 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ecebf-baf4-492e-8423-984300278372 req-c4d942e0-8291-4893-8b41-7e8b49cb1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:07.559187 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-c4d942e0-8291-4893-8b41-7e8b49cb1ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 1130 time: 0.3142767 Jun 24 10:45:07.649692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ecebf-baf4-492e-8423-984300278372 req-6e04a30b-8e25-4305-a0a6-fec594a77b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:07.649977 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:07.651174 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-6e04a30b-8e25-4305-a0a6-fec594a77b60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0850518 Jun 24 10:45:07.719253 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-7a65f6db-bf18-4428-8d8c-aa9781669604 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0 HTTP/1.1" status: 200 len: 1000 time: 0.0616615 Jun 24 10:45:07.756044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:07.767047 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ecebf-baf4-492e-8423-984300278372 req-93617d8c-c1f5-4e17-a78d-720ed6b4d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:07.768577 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-93617d8c-c1f5-4e17-a78d-720ed6b4d3fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0440125 Jun 24 10:45:07.810919 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ecebf-baf4-492e-8423-984300278372 req-fdbbe286-47f6-4f71-8508-ebf152ac3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:07.812462 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-fdbbe286-47f6-4f71-8508-ebf152ac3e99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380435 Jun 24 10:45:07.865613 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1031d29e-7784-487a-9647-998201d5c31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '3594dfba-710d-4c4c-a41b-7c57bfe983bd', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:e5:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:56Z', 'updated_at': '2022-06-24T10:45:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:07.890853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1031d29e-7784-487a-9647-998201d5c31c None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '3594dfba-710d-4c4c-a41b-7c57bfe983bd', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:e5:3d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:44:56Z', 'updated_at': '2022-06-24T10:45:06Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:07.906451 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-3be1b1b4-e214-47ee-9afb-cd5ce978f4b5 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880384 Jun 24 10:45:07.999944 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a75ecebf-baf4-492e-8423-984300278372 req-c9137e5e-d34e-4921-a9de-a20077cd35d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Jun 24 10:45:08.079773 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca69b79c-4866-466b-a29d-e19a924232ef None None] New status for floating IP 3594dfba-710d-4c4c-a41b-7c57bfe983bd: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:45:12.337250 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-fb91ec7a-242f-4903-9b59-990a233d96a9 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731931838&fields=id&tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72 HTTP/1.1" status: 200 len: 267 time: 0.0479198 Jun 24 10:45:12.390943 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-b1b05023-0f98-4ebd-b2fc-ca4048ec3860 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:12.392428 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-b1b05023-0f98-4ebd-b2fc-ca4048ec3860 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 985 time: 0.0495772 Jun 24 10:45:12.403044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Request body: {'port': {'security_groups': ['5d0f6bc6-9cd4-4242-a632-b698ca6f47e4']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:12.480904 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:12.483566 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:12.656947 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:12.684666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:12.692953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:12.699674 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:12.705971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:12.740955 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:12.741563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:12.742943 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9450ea13-27c6-4184-b92a-959cb2b0b49b req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "PUT /v2.0/ports/8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 943 time: 0.3444848 Jun 24 10:45:12.746012 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:12.748529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614" -d '{"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:12.749205 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51338) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:12.779200 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63927f1d-51d9-454f-822b-12c751121055 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event updated for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=7']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:12.804143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770a41a-27bf-4913-ae81-da743b38ca00 x-openstack-request-id: req-d770a41a-27bf-4913-ae81-da743b38ca00 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:12.804467 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:12.804710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d770a41a-27bf-4913-ae81-da743b38ca00 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:12.805137 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d770a41a-27bf-4913-ae81-da743b38ca00'] response: {'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:45:12.855857 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:12.890143 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (d361f4ee-86b5-42f0-b035-45a830422599), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:12.905057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-671d872a-d024-4bc7-985e-fe5596d8a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:12.906601 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-671d872a-d024-4bc7-985e-fe5596d8a9cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1130 time: 0.0746543 Jun 24 10:45:12.924795 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (d361f4ee-86b5-42f0-b035-45a830422599), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.044459 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-32ec1c72-0b0d-45dd-92b5-0fc4a2681413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:13.045905 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-32ec1c72-0b0d-45dd-92b5-0fc4a2681413 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.1240001 Jun 24 10:45:13.066785 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-922a268f-19ef-4b1e-aac5-65dc57e65bba None None] Provisioning complete for port 8f5ac905-2e34-4d60-a69f-39b37fc56415 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:45:13.067154 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-922a268f-19ef-4b1e-aac5-65dc57e65bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.107634 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (d361f4ee-86b5-42f0-b035-45a830422599), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.110202 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.111360 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "DELETE /v2.0/security-groups/d361f4ee-86b5-42f0-b035-45a830422599 HTTP/1.1" status: 204 len: 168 time: 0.3600054 Jun 24 10:45:13.114151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51342) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:13.136913 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-f017c8b5-f09e-4a12-a5c9-db79a2fe6ed3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 1002 time: 0.0843036 Jun 24 10:45:13.138239 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc41d9-61c7-417f-b9d7-0a5719745dcb tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361f4ee-86b5-42f0-b035-45a830422599,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:13.141976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-922a268f-19ef-4b1e-aac5-65dc57e65bba None None] Current status of the port 8f5ac905-2e34-4d60-a69f-39b37fc56415 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:45:13.191209 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-0f2b4f63-1391-4678-b850-c473c133411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:13.192648 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-0f2b4f63-1391-4678-b850-c473c133411c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0494945 Jun 24 10:45:13.213098 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:13.249288 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-13f00c92-8317-436e-9982-7f464a5bfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:13.250836 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-13f00c92-8317-436e-9982-7f464a5bfa37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467968 Jun 24 10:45:13.276893 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Deleting port ed8d80dc-307a-4b5a-8d6a-68108099d850 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:13.277234 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.345876 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-82cc3340-fc1e-4804-bad1-e3b6aa97d37e service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891807 Jun 24 10:45:13.442888 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:13.453297 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad91cbfd-7a96-44eb-a1bf-e01c2f53d614 req-15116024-ebb0-4bff-ac6a-2b64c917796b service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001072 Jun 24 10:45:13.624014 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.624688 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for floatingip (ed8d80dc-307a-4b5a-8d6a-68108099d850), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.637207 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Calling delete_port for ed8d80dc-307a-4b5a-8d6a-68108099d850 owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:13.813425 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (ed8d80dc-307a-4b5a-8d6a-68108099d850), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.835511 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event deleted for resources: {'Port': ['ID=ed8d80dc-307a-4b5a-8d6a-68108099d850,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:13.899642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks [] for floatingip (e0deec4a-547b-47d5-8aa1-1cdf96be6605), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:13.899979 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Floating IP e0deec4a-547b-47d5-8aa1-1cdf96be6605 disassociated (deleted). External IP: 172.27.1.235, port: 8f5ac905-2e34-4d60-a69f-39b37fc56415. Jun 24 10:45:13.981576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:14.104062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Router abf7b2fb-60d6-4e3c-a130-0efbeff6760c has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:45:14.216936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:14.221931 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:14.228596 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Sync routers for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:14.240328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:14.240978 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:14.247060 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:14.253710 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-36d79b4c-542a-4596-99f9-242eb853faf3 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "DELETE /v2.0/floatingips/e0deec4a-547b-47d5-8aa1-1cdf96be6605 HTTP/1.1" status: 204 len: 168 time: 1.1384821 Jun 24 10:45:14.275979 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:14.289466 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:14.477110 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:14.666994 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:14.691133 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Checking router: abf7b2fb-60d6-4e3c-a130-0efbeff6760c for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:14.700050 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:14.700648 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:14.801767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:14.805852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:14.808300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3084626-e8d5-4529-8846-bd111725e9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:14.844892 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75fcbde-8835-4200-80d5-04ee582f53b4 x-openstack-request-id: req-a75fcbde-8835-4200-80d5-04ee582f53b4 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:14.845197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:14.845448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a75fcbde-8835-4200-80d5-04ee582f53b4 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:14.845844 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75fcbde-8835-4200-80d5-04ee582f53b4'] response: {'name': 'network-changed', 'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:45:14.904101 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-e703868b-1b0b-4dbe-a55d-33f4f750e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:14.905569 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-e703868b-1b0b-4dbe-a55d-33f4f750e70b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 1130 time: 0.0393775 Jun 24 10:45:14.996050 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:15.014816 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-184c86b0-447e-437d-8ace-8ec6fa3a2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:15.016314 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-184c86b0-447e-437d-8ace-8ec6fa3a2ce7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 200 len: 915 time: 0.0925426 Jun 24 10:45:15.023386 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505705d-2beb-488b-8cdb-e7348fa74ae1 None None] The sync data for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi is: [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:03Z', 'revision_number': 4, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '1f8119e9-1f76-4342-a191-cb4a734f2412', 'name': '', 'network_id': '02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'mac_address': 'fa:16:3e:44:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:02Z', 'updated_at': '2022-06-24T10:43:08Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'subnets': [{'id': 'f0f67a48-0dfc-45fa-9894-e153de96396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:15.059327 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-09f76d74-27a4-4889-9527-e0b4907ff37b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Jun 24 10:45:15.110083 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-08924587-1df1-42a0-9d0d-cd9aab71adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:15.111576 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-08924587-1df1-42a0-9d0d-cd9aab71adb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 200 len: 853 time: 0.0457978 Jun 24 10:45:15.165075 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-a7dbfea4-6af9-43f5-9aa9-114984368679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:15.166716 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-a7dbfea4-6af9-43f5-9aa9-114984368679 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421288 Jun 24 10:45:15.263731 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a111a-d996-498d-a889-7e34ec71c2eb None None] New status for floating IP e0deec4a-547b-47d5-8aa1-1cdf96be6605: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:45:15.273218 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-c7db90dc-d5d3-458e-a116-4c229c7b2170 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963821 Jun 24 10:45:15.377587 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f3084626-e8d5-4529-8846-bd111725e9d8 req-93820ffb-ddb5-4b7d-bae3-85cab95d7ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902028 Jun 24 10:45:15.638912 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:45:17.027891 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09568c51-4406-4f57-85d4-8d693baa6ed4 req-0fff8ed7-22c0-4b00-8efd-7c689eee1208 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:17.029257 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-09568c51-4406-4f57-85d4-8d693baa6ed4 req-0fff8ed7-22c0-4b00-8efd-7c689eee1208 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0573144 Jun 24 10:45:17.081588 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-09568c51-4406-4f57-85d4-8d693baa6ed4 req-77d174f1-2bb3-42f3-9d10-5c7d6a073493 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Jun 24 10:45:18.210875 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19b402-e5d3-4a2e-ae0c-2f9593871b36 req-3168727f-0c3c-4e5b-b429-be3b218d1e5e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:18.212341 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9a19b402-e5d3-4a2e-ae0c-2f9593871b36 req-3168727f-0c3c-4e5b-b429-be3b218d1e5e tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0486751 Jun 24 10:45:18.262017 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-9a19b402-e5d3-4a2e-ae0c-2f9593871b36 req-6f051467-8670-467c-955e-051564ff3d0a tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437388 Jun 24 10:45:18.856601 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-f3f04793-025c-4735-af7e-2a3d4a410f97 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:18.857998 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-f3f04793-025c-4735-af7e-2a3d4a410f97 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.20 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 946 time: 0.0561528 Jun 24 10:45:18.939934 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Deleting port 8f5ac905-2e34-4d60-a69f-39b37fc56415 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:18.940224 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:19.042510 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] For port 8f5ac905-2e34-4d60-a69f-39b37fc56415, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=8f5ac905-2e34-4d60-a69f-39b37fc56415,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:19.043064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:19.056676 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Calling delete_port for 8f5ac905-2e34-4d60-a69f-39b37fc56415 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:19.176132 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:19.201190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8f5ac905-2e34-4d60-a69f-39b37fc56415), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:19.213587 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['8f5ac905-2e34-4d60-a69f-39b37fc56415'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:45:19.231849 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Pushing event deleted for resources: {'Port': ['ID=8f5ac905-2e34-4d60-a69f-39b37fc56415,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:19.274865 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] No DVR routers for this DVR port 8f5ac905-2e34-4d60-a69f-39b37fc56415 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:45:19.277880 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:19.281046 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-76be2cde-c21a-4ff2-9880-f494fffbc88d req-aa9e18e9-41ec-4369-aab6-e0acfef109c7 tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.20 "DELETE /v2.0/ports/8f5ac905-2e34-4d60-a69f-39b37fc56415 HTTP/1.1" status: 204 len: 173 time: 0.4166667 Jun 24 10:45:19.281488 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'name': 'network-vif-deleted', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:19.283751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4428683e-f155-457e-8304-9cce1a05d917" -d '{"events": [{"server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "name": "network-vif-deleted", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:19.324407 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0aea5b-ebbc-4091-a2e8-0b6a0d7f8e54 x-openstack-request-id: req-ed0aea5b-ebbc-4091-a2e8-0b6a0d7f8e54 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:19.324914 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936ae267-07d2-4640-9876-50bc27cce9ee", "name": "network-vif-deleted", "tag": "8f5ac905-2e34-4d60-a69f-39b37fc56415", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:19.325166 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed0aea5b-ebbc-4091-a2e8-0b6a0d7f8e54 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:19.325591 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0aea5b-ebbc-4091-a2e8-0b6a0d7f8e54'] response: {'server_uuid': '936ae267-07d2-4640-9876-50bc27cce9ee', 'name': 'network-vif-deleted', 'tag': '8f5ac905-2e34-4d60-a69f-39b37fc56415', 'status': 'completed', 'code': 200} Jun 24 10:45:19.370167 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1174b7c3-9a25-422f-820f-4ff0a9273350 req-fa960ac5-7eba-427f-b92b-b4bbcb0d57ce tempest-TestMinimumBasicScenario-1857568532 tempest-TestMinimumBasicScenario-1857568532-project] 10.222.0.69 "GET /v2.0/ports?device_id=936ae267-07d2-4640-9876-50bc27cce9ee HTTP/1.1" status: 200 len: 210 time: 0.0281353 Jun 24 10:45:20.981681 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51428) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:21.030637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:21.295585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:21.518420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Deleting port 1f8119e9-1f76-4342-a191-cb4a734f2412 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:21.518767 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:21.595580 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] For port 1f8119e9-1f76-4342-a191-cb4a734f2412, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=1f8119e9-1f76-4342-a191-cb4a734f2412,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:21.595811 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:21.609009 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Calling delete_port for 1f8119e9-1f76-4342-a191-cb4a734f2412 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:21.744134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:21.798743 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (1f8119e9-1f76-4342-a191-cb4a734f2412), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:21.825135 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8119e9-1f76-4342-a191-cb4a734f2412,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:21.869953 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:21.873459 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8f5ac905-2e34-4d60-a69f-39b37fc56415 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:21.895058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 8f5ac905-2e34-4d60-a69f-39b37fc56415 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:21.895799 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 8f5ac905-2e34-4d60-a69f-39b37fc56415 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:21.987669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.204279 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Router abf7b2fb-60d6-4e3c-a130-0efbeff6760c has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:45:22.303059 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:22.308389 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bd7be017-793f-4b55-92b7-d4bc0461cc6a admin admin] 10.222.0.69 "PUT /v2.0/routers/abf7b2fb-60d6-4e3c-a130-0efbeff6760c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3256450 Jun 24 10:45:22.311110 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51430) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:22.312149 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Sync routers for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:22.325081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:22.326119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:22.410710 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks [] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.430068 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:22.507941 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks [] for router_gateway (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.554247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Deleting port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:22.554612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.599890 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:45:21Z', 'revision_number': 5, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port': {'id': '87c002f2-9c8b-44d8-8476-caf3cfd2b8dd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:22.624509 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:22.624790 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Checking router: abf7b2fb-60d6-4e3c-a130-0efbeff6760c for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:22.633554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Routers {'abf7b2fb-60d6-4e3c-a130-0efbeff6760c'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:22.634151 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:22.636405 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] For port 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:22.636860 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.650313 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Calling delete_port for 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:22.666348 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:22.717750 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] Set router abf7b2fb-60d6-4e3c-a130-0efbeff6760c gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:22.759592 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:22.765885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:45:22Z', 'revision_number': 6, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:22.769274 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:22.793322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9da945-e4a4-450a-99e2-88bc61567878 None None] The sync data for ids ['abf7b2fb-60d6-4e3c-a130-0efbeff6760c'] in dv-cinder-847536-1-iscsi is: [{'id': 'abf7b2fb-60d6-4e3c-a130-0efbeff6760c', 'name': 'tempest-TestMinimumBasicScenario-287246336-router', 'tenant_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:00Z', 'updated_at': '2022-06-24T10:45:22Z', 'revision_number': 6, 'project_id': 'c2ca2c1ee6294b2fb8020ea0b1d73d72', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:22.820642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (87c002f2-9c8b-44d8-8476-caf3cfd2b8dd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:22.851333 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c002f2-9c8b-44d8-8476-caf3cfd2b8dd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:22.912168 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.262846 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.265147 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks [] for router_controller (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.309879 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (abf7b2fb-60d6-4e3c-a130-0efbeff6760c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.310669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abf7b2fb-60d6-4e3c-a130-0efbeff6760c {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:45:23.316900 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.317695 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7fcdfd25-5853-4eb7-9734-45622b359bb0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/abf7b2fb-60d6-4e3c-a130-0efbeff6760c HTTP/1.1" status: 204 len: 168 time: 1.0054224 Jun 24 10:45:23.320352 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51432) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:23.368633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Deleting subnet f0f67a48-0dfc-45fa-9894-e153de96396e {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:45:23.372146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Publish callbacks [] for subnet (f0f67a48-0dfc-45fa-9894-e153de96396e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.415692 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (f0f67a48-0dfc-45fa-9894-e153de96396e), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.490549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (f0f67a48-0dfc-45fa-9894-e153de96396e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.547070 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (f0f67a48-0dfc-45fa-9894-e153de96396e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.577246 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f67a48-0dfc-45fa-9894-e153de96396e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:23.583358 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.586572 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-9494762d-1d27-4cce-bdde-745f9913b579 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f0f67a48-0dfc-45fa-9894-e153de96396e HTTP/1.1" status: 204 len: 168 time: 0.2651334 Jun 24 10:45:23.588916 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff62b9b-4c03-4aa2-b427-a2c8ce38eabc None None] Network 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:45:23.589462 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51434) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:23.661293 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.707647 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Deleting port e61763cd-8207-4056-8fbc-3f13302dbe1b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:23.707764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.749382 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] DHCP port deletion for 02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:45:23.777153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] For port e61763cd-8207-4056-8fbc-3f13302dbe1b, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e61763cd-8207-4056-8fbc-3f13302dbe1b,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:23.777554 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.790887 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Calling delete_port for e61763cd-8207-4056-8fbc-3f13302dbe1b owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:23.791901 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Deleting port e61763cd-8207-4056-8fbc-3f13302dbe1b {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:23.792164 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.856152 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] For port e61763cd-8207-4056-8fbc-3f13302dbe1b, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e61763cd-8207-4056-8fbc-3f13302dbe1b,segment=NetworkSegment(c08a2092-a46e-4f34-8419-f7bcf3d760f4),segment_id=c08a2092-a46e-4f34-8419-f7bcf3d760f4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:23.856873 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.869658 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Calling delete_port for e61763cd-8207-4056-8fbc-3f13302dbe1b owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:23.877182 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.901976 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61763cd-8207-4056-8fbc-3f13302dbe1b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:23.906946 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] No DVR routers for this DVR port e61763cd-8207-4056-8fbc-3f13302dbe1b on host dv-cinder-847536-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:45:23.949162 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (e61763cd-8207-4056-8fbc-3f13302dbe1b), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:23.971642 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] Pushing event deleted for resources: {'Port': ['ID=e61763cd-8207-4056-8fbc-3f13302dbe1b,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:23.978853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aa9729-cf02-431e-b250-04218659c7ca None None] No DVR routers for this DVR port e61763cd-8207-4056-8fbc-3f13302dbe1b on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:45:23.987496 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.008752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:24.017938 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08a2092-a46e-4f34-8419-f7bcf3d760f4') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:24.018228 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08a2092-a46e-4f34-8419-f7bcf3d760f4') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:24.027669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (c08a2092-a46e-4f34-8419-f7bcf3d760f4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.040536 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (c08a2092-a46e-4f34-8419-f7bcf3d760f4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.047972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:45:24.048357 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (c08a2092-a46e-4f34-8419-f7bcf3d760f4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.061366 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:24.111456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.117420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.121138 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] 10.222.0.69 "DELETE /v2.0/networks/02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d HTTP/1.1" status: 204 len: 168 time: 0.5309222 Jun 24 10:45:24.124451 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51440) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:24.133225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fbac1-040b-4e91-9954-57f3c7b28549 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e1b34a-7e54-4c0d-a3d9-f57fa0cd936d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:24.152015 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment c08a2092-a46e-4f34-8419-f7bcf3d760f4 resource provider aggregate not found Jun 24 10:45:24.168929 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment c08a2092-a46e-4f34-8419-f7bcf3d760f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c08a2092-a46e-4f34-8419-f7bcf3d760f4 found for delete ", "request_id": "req-8d904399-63e3-488c-86bc-75cb8cc2c794"}]} Jun 24 10:45:24.328572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:24.382896 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:24.402345 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:24.402787 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 87c002f2-9c8b-44d8-8476-caf3cfd2b8dd not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:24.403189 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e61763cd-8207-4056-8fbc-3f13302dbe1b no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:24.420920 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: e61763cd-8207-4056-8fbc-3f13302dbe1b {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:24.421251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e61763cd-8207-4056-8fbc-3f13302dbe1b not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:24.421650 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1f8119e9-1f76-4342-a191-cb4a734f2412 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:24.439430 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 1f8119e9-1f76-4342-a191-cb4a734f2412 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:24.439757 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 1f8119e9-1f76-4342-a191-cb4a734f2412 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:24.448453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.532597 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:24.671876 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Deleting port 6b33779b-f07a-4fec-ae2d-527d542d4852 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:24.672193 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.752624 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] For port 6b33779b-f07a-4fec-ae2d-527d542d4852, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=6b33779b-f07a-4fec-ae2d-527d542d4852,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:24.753081 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.766816 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Calling delete_port for 6b33779b-f07a-4fec-ae2d-527d542d4852 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:24.969198 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (6b33779b-f07a-4fec-ae2d-527d542d4852), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:24.992087 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b33779b-f07a-4fec-ae2d-527d542d4852,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:25.155813 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:25.209056 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:25.370369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:45:25.410342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:25.485909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:25.490891 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4954bfad-a76b-46ad-a8cd-251377dc9dd6 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb262e50-7cdf-4ba9-984c-fbd885fcbf0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651640 Jun 24 10:45:25.493404 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51444) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:25.495619 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Sync routers for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:25.507485 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:25.508185 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:25.590706 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks [] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:25.611471 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:25.688108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks [] for router_gateway (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:25.736796 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Deleting port 590f6b17-94be-456f-9227-32fb3e91ebbd {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:25.737135 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:25.790403 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:45:24Z', 'revision_number': 5, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port': {'id': '590f6b17-94be-456f-9227-32fb3e91ebbd', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:25.818732 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Checking router: eb262e50-7cdf-4ba9-984c-fbd885fcbf0a for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:25.819506 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] For port 590f6b17-94be-456f-9227-32fb3e91ebbd, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=590f6b17-94be-456f-9227-32fb3e91ebbd,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:25.819917 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:25.828167 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Routers {'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:25.828831 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:25.833918 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Calling delete_port for 590f6b17-94be-456f-9227-32fb3e91ebbd owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:25.909064 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] Set router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:25.961844 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:45:25Z', 'revision_number': 6, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:25.986928 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34111f07-8fd7-40d2-9a1c-4c53219928f6 None None] The sync data for ids ['eb262e50-7cdf-4ba9-984c-fbd885fcbf0a'] in dv-cinder-847536-1-iscsi is: [{'id': 'eb262e50-7cdf-4ba9-984c-fbd885fcbf0a', 'name': 'tempest-TestMinimumBasicScenario-1571719180-router', 'tenant_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:43:05Z', 'updated_at': '2022-06-24T10:45:25Z', 'revision_number': 6, 'project_id': 'cb4549ef556d44c5bc529761d3cd95d3', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:26.005508 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (590f6b17-94be-456f-9227-32fb3e91ebbd), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.014218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:26.032286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Pushing event deleted for resources: {'Port': ['ID=590f6b17-94be-456f-9227-32fb3e91ebbd,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:26.108216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.190888 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.193119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks [] for router_controller (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.235744 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (eb262e50-7cdf-4ba9-984c-fbd885fcbf0a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.236233 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb262e50-7cdf-4ba9-984c-fbd885fcbf0a {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:45:26.240860 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.242029 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-7d1f78d5-4da1-481d-b902-caebacb8f711 admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb262e50-7cdf-4ba9-984c-fbd885fcbf0a HTTP/1.1" status: 204 len: 168 time: 0.7477465 Jun 24 10:45:26.244789 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51450) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:26.291214 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Deleting subnet 57b5ccb6-e820-46ba-bbfa-4ae01af15813 {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:45:26.294614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Publish callbacks [] for subnet (57b5ccb6-e820-46ba-bbfa-4ae01af15813), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.336285 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (57b5ccb6-e820-46ba-bbfa-4ae01af15813), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.356288 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:26.421957 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (57b5ccb6-e820-46ba-bbfa-4ae01af15813), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.479033 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (57b5ccb6-e820-46ba-bbfa-4ae01af15813), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.505754 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b5ccb6-e820-46ba-bbfa-4ae01af15813,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:26.511306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.516681 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d83c1bc7-7dbc-4b83-be41-71827c439c2d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/57b5ccb6-e820-46ba-bbfa-4ae01af15813 HTTP/1.1" status: 204 len: 168 time: 0.2687006 Jun 24 10:45:26.516954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51452) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:26.519854 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b278abb-5eef-4621-86b4-5e9572765142 None None] Network 073141bf-37c2-47cd-9184-ad10e7dfebb2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:45:26.585515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (073141bf-37c2-47cd-9184-ad10e7dfebb2), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.627520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Deleting port 9074edec-5e39-4d12-91f0-977af56b8035 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:26.627857 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (9074edec-5e39-4d12-91f0-977af56b8035), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.696437 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] For port 9074edec-5e39-4d12-91f0-977af56b8035, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=9074edec-5e39-4d12-91f0-977af56b8035,segment=NetworkSegment(f4d32a84-044d-403b-9f62-0c4dbc872b10),segment_id=f4d32a84-044d-403b-9f62-0c4dbc872b10)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:26.696724 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (9074edec-5e39-4d12-91f0-977af56b8035), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.709516 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Calling delete_port for 9074edec-5e39-4d12-91f0-977af56b8035 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:26.779505 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe9188-ec3e-4a0f-8803-6eae518d35e2 None None] DHCP port deletion for 073141bf-37c2-47cd-9184-ad10e7dfebb2 request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:45:26.782168 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 6b33779b-f07a-4fec-ae2d-527d542d4852 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:26.804121 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (9074edec-5e39-4d12-91f0-977af56b8035), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.811528 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 6b33779b-f07a-4fec-ae2d-527d542d4852 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:26.811832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 6b33779b-f07a-4fec-ae2d-527d542d4852 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:26.828585 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-aabe9188-ec3e-4a0f-8803-6eae518d35e2 None None] The port '9074edec-5e39-4d12-91f0-977af56b8035' was deleted {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jun 24 10:45:26.833858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9074edec-5e39-4d12-91f0-977af56b8035,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:26.839730 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] No DVR routers for this DVR port 9074edec-5e39-4d12-91f0-977af56b8035 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:45:26.909976 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (073141bf-37c2-47cd-9184-ad10e7dfebb2), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.930057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073141bf-37c2-47cd-9184-ad10e7dfebb2']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:26.939504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d32a84-044d-403b-9f62-0c4dbc872b10') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:26.939793 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d32a84-044d-403b-9f62-0c4dbc872b10') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:26.949689 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (f4d32a84-044d-403b-9f62-0c4dbc872b10), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.963421 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (f4d32a84-044d-403b-9f62-0c4dbc872b10), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:26.970119 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:45:26.970399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (f4d32a84-044d-403b-9f62-0c4dbc872b10), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.000504 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment f4d32a84-044d-403b-9f62-0c4dbc872b10 resource provider aggregate not found Jun 24 10:45:27.033662 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment f4d32a84-044d-403b-9f62-0c4dbc872b10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4d32a84-044d-403b-9f62-0c4dbc872b10 found for delete ", "request_id": "req-78747549-5bdd-490a-ae2e-a93d59036b1b"}]} Jun 24 10:45:27.034614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:27.044649 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (073141bf-37c2-47cd-9184-ad10e7dfebb2), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.050463 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.053575 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/073141bf-37c2-47cd-9184-ad10e7dfebb2 HTTP/1.1" status: 204 len: 168 time: 0.5357666 Jun 24 10:45:27.066347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237ee5f-b583-46cc-b56a-030127a4d8b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=073141bf-37c2-47cd-9184-ad10e7dfebb2,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:27.221791 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51460) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:27.263661 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-09c22642-c0b0-4aef-b1ea-9e84cac8dc00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2ca2c1ee6294b2fb8020ea0b1d73d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406785 Jun 24 10:45:27.266360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51462) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:27.320475 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] Publish callbacks [] for security_group (5d0f6bc6-9cd4-4242-a632-b698ca6f47e4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.344488 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] Publish callbacks [] for security_group (5d0f6bc6-9cd4-4242-a632-b698ca6f47e4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.375868 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:27.403311 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (5d0f6bc6-9cd4-4242-a632-b698ca6f47e4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.406023 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.407173 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d0f6bc6-9cd4-4242-a632-b698ca6f47e4 HTTP/1.1" status: 204 len: 168 time: 0.1399333 Jun 24 10:45:27.415112 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74c2c1-f3d4-497a-ab2a-577e990be2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0f6bc6-9cd4-4242-a632-b698ca6f47e4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:27.833515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51470) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:27.884239 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f3ac8cc7-4b27-412f-b583-ee03f67d9c04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb4549ef556d44c5bc529761d3cd95d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495064 Jun 24 10:45:27.886960 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51472) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:27.940620 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-796ada4f-3465-4c15-b686-3e256f923e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.944315 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] Publish callbacks [] for security_group (6796cd74-d4c6-4758-bd31-0e2126351745), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:27.969777 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] Publish callbacks [] for security_group (6796cd74-d4c6-4758-bd31-0e2126351745), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:28.027107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (6796cd74-d4c6-4758-bd31-0e2126351745), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:28.029727 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:28.031335 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6796cd74-d4c6-4758-bd31-0e2126351745 HTTP/1.1" status: 204 len: 168 time: 0.1430552 Jun 24 10:45:28.042989 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf5e3b-9dff-4851-b1a3-83607b9fa0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6796cd74-d4c6-4758-bd31-0e2126351745,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:28.377536 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9074edec-5e39-4d12-91f0-977af56b8035 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:28.398335 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 9074edec-5e39-4d12-91f0-977af56b8035 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:28.398675 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 9074edec-5e39-4d12-91f0-977af56b8035 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:28.399079 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 590f6b17-94be-456f-9227-32fb3e91ebbd no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:28.419356 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 590f6b17-94be-456f-9227-32fb3e91ebbd {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:28.419661 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 590f6b17-94be-456f-9227-32fb3e91ebbd not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:30.345967 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cd628783-121e-4bb6-9b5b-37dc8f54b2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:31.575013 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:32.896518 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:33.258369 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:33.417452 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:34.124447 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=72,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:35.935682 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:35.966085 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:38.012905 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=46,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:38.036062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:43.400962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:43.409916 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:52.644228 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:45:53.193222 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b855b91-f1df-4dd6-a741-67d9c862c423 req-a8bb9e28-db75-441a-8992-851dd3d88e3c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:53.194576 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b855b91-f1df-4dd6-a741-67d9c862c423 req-a8bb9e28-db75-441a-8992-851dd3d88e3c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0478044 Jun 24 10:45:53.248723 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0b855b91-f1df-4dd6-a741-67d9c862c423 req-dfd098ae-72e0-4227-aaa8-5efd3b26ba1e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Jun 24 10:45:54.385150 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd786ce2-056d-4d38-bc84-35a450311dce req-b38e0eb1-e20c-4bfe-a5b2-7c741fa2b51a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:54.386619 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd786ce2-056d-4d38-bc84-35a450311dce req-b38e0eb1-e20c-4bfe-a5b2-7c741fa2b51a tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0495441 Jun 24 10:45:54.438700 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cd786ce2-056d-4d38-bc84-35a450311dce req-96f8f836-624e-4786-91a3-c98f569dfa5f tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=f357dd5b-9390-4e04-ae8b-3238fc3cdb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441289 Jun 24 10:45:54.590390 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-b7a7fec9-aaac-498a-ae8e-304afab999d9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:54.591861 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-b7a7fec9-aaac-498a-ae8e-304afab999d9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 946 time: 0.0680096 Jun 24 10:45:54.676109 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port 88423aa7-a870-4943-b4f1-2519e4cca0f0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:54.676452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:54.772519 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] For port 88423aa7-a870-4943-b4f1-2519e4cca0f0, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=88423aa7-a870-4943-b4f1-2519e4cca0f0,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:45:54.772916 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:54.937994 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:54.938353 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:54.938681 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP 3594dfba-710d-4c4c-a41b-7c57bfe983bd disassociated. External IP: 172.27.1.155, port: 88423aa7-a870-4943-b4f1-2519e4cca0f0. Jun 24 10:45:54.939014 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for 88423aa7-a870-4943-b4f1-2519e4cca0f0 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:55.077385 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (88423aa7-a870-4943-b4f1-2519e4cca0f0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:55.104627 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=88423aa7-a870-4943-b4f1-2519e4cca0f0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:55.114446 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.114827 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.115164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.115990 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.116341 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.116672 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.116988 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.117359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.117665 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.117991 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.118972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.118972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.118972 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.119333 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.119557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:55.234678 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:45:55.351391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:45:55.362710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:45:55.373522 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:55.374130 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:55.394604 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] No DVR routers for this DVR port 88423aa7-a870-4943-b4f1-2519e4cca0f0 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:45:55.397738 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:55.401275 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a22b328a-eb97-45a3-92cc-4e57e0595777 req-5bb600d9-7646-48e6-90c8-a250cb63705c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "DELETE /v2.0/ports/88423aa7-a870-4943-b4f1-2519e4cca0f0 HTTP/1.1" status: 204 len: 173 time: 0.8042037 Jun 24 10:45:55.401764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'name': 'network-vif-deleted', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:45:55.404080 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ca0b65-ba48-4388-82b3-a2a35710792b" -d '{"events": [{"server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "name": "network-vif-deleted", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:45:55.445153 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43c4d9a-fa12-4752-b900-12042b48e379 x-openstack-request-id: req-f43c4d9a-fa12-4752-b900-12042b48e379 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:45:55.446116 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7baca8-b738-4934-bfd8-285d30dbe922", "name": "network-vif-deleted", "tag": "88423aa7-a870-4943-b4f1-2519e4cca0f0", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:45:55.446530 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f43c4d9a-fa12-4752-b900-12042b48e379 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:45:55.447141 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43c4d9a-fa12-4752-b900-12042b48e379'] response: {'server_uuid': '4d7baca8-b738-4934-bfd8-285d30dbe922', 'name': 'network-vif-deleted', 'tag': '88423aa7-a870-4943-b4f1-2519e4cca0f0', 'status': 'completed', 'code': 200} Jun 24 10:45:55.566269 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-7a6bb0f4-f77e-489a-b5d1-6b6122268973 req-02ab49b7-c483-4dfa-b8fb-cc6b64d12236 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=4d7baca8-b738-4934-bfd8-285d30dbe922 HTTP/1.1" status: 200 len: 210 time: 0.0390191 Jun 24 10:45:55.623146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:55.810493 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:55.839275 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:45:55.848100 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:45:55.849114 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:45:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:55.949748 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:45:56.145269 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:45:56.172117 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa935ab-8c36-404a-8124-19981cca72b6 None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:45:56.393295 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a03930-6358-4d13-af01-a063713901ba None None] New status for floating IP 3594dfba-710d-4c4c-a41b-7c57bfe983bd: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:45:56.654870 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51550) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:56.713249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (f357dd5b-9390-4e04-ae8b-3238fc3cdb95), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:56.737148 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (f357dd5b-9390-4e04-ae8b-3238fc3cdb95), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:56.791538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (f357dd5b-9390-4e04-ae8b-3238fc3cdb95), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:56.795414 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:56.797235 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/security-groups/f357dd5b-9390-4e04-ae8b-3238fc3cdb95 HTTP/1.1" status: 204 len: 168 time: 0.1410947 Jun 24 10:45:56.801090 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51552) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:56.807534 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f357dd5b-9390-4e04-ae8b-3238fc3cdb95,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:56.814757 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.815102 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.815500 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.815763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.815962 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-5f6ec11f-c58c-4fa0-9815-f4c77e25e3fd tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] show failed (client error): The resource could not be found. Jun 24 10:45:56.816075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.816402 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.816711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.817055 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.817217 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5f6ec11f-c58c-4fa0-9815-f4c77e25e3fd tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups/f357dd5b-9390-4e04-ae8b-3238fc3cdb95 HTTP/1.1" status: 404 len: 347 time: 0.0148230 Jun 24 10:45:56.817393 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.817677 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.817984 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.818294 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.818616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.819053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.819481 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779fed57-1472-40c0-84d4-872bb4a1e235 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:45:56.820305 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51554) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:56.925752 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:56.934785 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port d13b2377-325f-4a10-8d8a-d11e0e79e26f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:45:56.935100 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:56.951063 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:57.016564 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.016837 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (d13b2377-325f-4a10-8d8a-d11e0e79e26f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.029433 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for d13b2377-325f-4a10-8d8a-d11e0e79e26f owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:45:57.163924 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (d13b2377-325f-4a10-8d8a-d11e0e79e26f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.189790 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=d13b2377-325f-4a10-8d8a-d11e0e79e26f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:57.263212 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (3594dfba-710d-4c4c-a41b-7c57bfe983bd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.265673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.266913 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4c60acaa-3dd3-4cd0-98c4-82091b07b8fc tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/floatingips/3594dfba-710d-4c4c-a41b-7c57bfe983bd HTTP/1.1" status: 204 len: 168 time: 0.4453611 Jun 24 10:45:57.337987 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51558) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:57.342586 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072224592', 'description': 'tempest-description--318006982'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:57.367579 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.445572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (4b54edd5-6988-40ca-b761-e363595497df), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.451694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (4b54edd5-6988-40ca-b761-e363595497df), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.482798 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.484003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1449876 Jun 24 10:45:57.485841 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f20c2-5de5-4548-8285-0dfae71fbe01 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b54edd5-6988-40ca-b761-e363595497df,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:57.487060 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51560) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:57.492982 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': '4b54edd5-6988-40ca-b761-e363595497df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:57.523956 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (6eb3be1e-4d78-48b0-b0a6-c35691b23949), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.585452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (6eb3be1e-4d78-48b0-b0a6-c35691b23949), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.591372 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (6eb3be1e-4d78-48b0-b0a6-c35691b23949), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.610017 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb3be1e-4d78-48b0-b0a6-c35691b23949,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:57.618215 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.619441 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6f4651a5-0178-4d1c-a3c2-2ecb57f971e5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305716 Jun 24 10:45:57.622093 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51562) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:57.626247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'security_group_rule': {'security_group_id': '4b54edd5-6988-40ca-b761-e363595497df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:57.656001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (a101bb9d-c7fe-475d-85ab-839b0e77cf58), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.705921 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (a101bb9d-c7fe-475d-85ab-839b0e77cf58), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.711960 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (a101bb9d-c7fe-475d-85ab-839b0e77cf58), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.731150 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a101bb9d-c7fe-475d-85ab-839b0e77cf58,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:57.740231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.742098 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-679a3712-4153-4d79-9d78-737fd2e827f4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184695 Jun 24 10:45:57.744810 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51564) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:45:57.749387 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:45:57.773230 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.857834 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.936350 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-95ba04f4-610d-42f9-8272-859c0e3486d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:57.937817 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:57.951042 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:57.967357 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.27.1.75 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/c2c09403-0d52-4a99-9941-e21c5188cf03) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:45:58.029550 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 88423aa7-a870-4943-b4f1-2519e4cca0f0 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:45:58.053802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 88423aa7-a870-4943-b4f1-2519e4cca0f0 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:45:58.054167 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 88423aa7-a870-4943-b4f1-2519e4cca0f0 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:45:58.074436 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.111135 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.150825 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:45:58.153573 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:45:58.157360 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:45:58.178177 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=c2c09403-0d52-4a99-9941-e21c5188cf03,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:58.241750 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.282336 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.446751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.453950 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.522689 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=c2c09403-0d52-4a99-9941-e21c5188cf03,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:45:58.530856 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.549389 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:45:58.550627 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c117d534-3a41-45cd-a590-b7cd931470a4 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8047545 Jun 24 10:45:58.763129 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-e5118bfb-b3af-4ee0-b860-3bda88b814c9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1072224592&fields=id&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 267 time: 0.0454783 Jun 24 10:45:59.138913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-b18cf71a-cc63-4812-84f6-4906b5c8ae51 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:45:59.140262 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-b18cf71a-cc63-4812-84f6-4906b5c8ae51 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.3685966 Jun 24 10:45:59.154844 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-8b423fb2-1050-4ab7-9c91-115b12126ecb tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/quotas/e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 375 time: 0.0091856 Jun 24 10:45:59.202700 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-a9bda693-d386-4acf-980b-b4f50c6b2004 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430727 Jun 24 10:45:59.218417 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-1076840a-912d-403c-afee-650273d2c51b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:45:59.219341 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-1076840a-912d-403c-afee-650273d2c51b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050414 Jun 24 10:45:59.309823 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-aaee7c40-e18d-4178-aead-fb521cceb9a2 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 Jun 24 10:45:59.386604 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:59.399047 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:45:59.419878 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-a3e1719d-6030-462d-af1b-b7cc65f04057 service neutron] 10.222.0.69 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014378 Jun 24 10:45:59.589327 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-0d222ea8-3ba8-4cdb-a682-38ad1d2b5cc5 req-ff674569-bc25-4d23-9043-968e77ef3365 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 210 time: 0.0312870 Jun 24 10:46:00.337800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1804b8b3-9ea7-4aa0-8ce5-cda096978738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:00.524503 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:00.534359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-33cbcb90-fb1f-4c40-94ee-63043a3a3cad tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:00.535815 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-33cbcb90-fb1f-4c40-94ee-63043a3a3cad tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 814 time: 0.1060493 Jun 24 10:46:00.597680 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-1c2e244b-2cde-44ca-941d-2c3f0df741c1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e946a4548f114b088ac5073b28e31ba0 HTTP/1.1" status: 200 len: 380 time: 0.0532451 Jun 24 10:46:00.608978 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'port': {'device_id': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'admin_state_up': True, 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'security_groups': ['4b54edd5-6988-40ca-b761-e363595497df']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:46:00.642714 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:00.685657 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a6a192e5-db13-419b-a1b1-ed7a337efafa req-9055165a-6886-4e64-8e06-deb799a0de2c tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 210 time: 0.0281715 Jun 24 10:46:00.717585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Made reservation on behalf of e946a4548f114b088ac5073b28e31ba0 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:46:00.720931 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:00.860043 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Allocated IP 172.20.0.5 (d21023a8-a179-44ed-9a96-27e103b0914f/8d4d54c6-ebd0-432b-85b9-58035d7486c3/f0de1a67-a465-470b-a6c1-22977db06e5d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:46:00.995974 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.031479 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.074913 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Network d21023a8-a179-44ed-9a96-27e103b0914f is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:46:01.077868 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:46:01.081639 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:46:01.104805 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event updated for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:01.133314 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:01.133926 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.152375 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-c0a2f43a-c4e6-4229-8d10-0fe0e52e0567 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5477209 Jun 24 10:46:01.161429 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-78b79ef1-d460-43ee-bac7-22b85b4ec451 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:46:01.162512 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-78b79ef1-d460-43ee-bac7-22b85b4ec451 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052547 Jun 24 10:46:01.173632 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Request body: {'port': {'device_id': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:46:01.240899 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.283018 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:01.319296 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-a98e8612-1220-4cb7-99f0-96fa8f32b67a None None] Provisioning complete for port f0de1a67-a465-470b-a6c1-22977db06e5d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:46:01.319656 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a98e8612-1220-4cb7-99f0-96fa8f32b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.353319 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-a98e8612-1220-4cb7-99f0-96fa8f32b67a None None] Port f0de1a67-a465-470b-a6c1-22977db06e5d cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:46:01.474510 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:01.508064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0de1a67-a465-470b-a6c1-22977db06e5d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:46:01.516522 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks [] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.529856 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Transition to ACTIVE for port object f0de1a67-a465-470b-a6c1-22977db06e5d will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:46:01.535407 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.568415 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.591704 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:01.660686 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Attempting to bind port f0de1a67-a465-470b-a6c1-22977db06e5d on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:46:01.661257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Attempting to bind port f0de1a67-a465-470b-a6c1-22977db06e5d by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:46:01.661585 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Attempting to bind port f0de1a67-a465-470b-a6c1-22977db06e5d on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:46:01.667008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Port f0de1a67-a465-470b-a6c1-22977db06e5d on network d21023a8-a179-44ed-9a96-27e103b0914f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:46:01.667330 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Attempting to bind port f0de1a67-a465-470b-a6c1-22977db06e5d on network d21023a8-a179-44ed-9a96-27e103b0914f {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:46:01.672765 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:46:01.673102 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Checking segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:46:01.673483 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Bound using segment: {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:46:01.673908 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Bound port: f0de1a67-a465-470b-a6c1-22977db06e5d, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5ff59e-2aca-483c-8a59-4d4b91e6057e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:46:01.674265 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.742050 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:46:01.745295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f0de1a67-a465-470b-a6c1-22977db06e5d,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:46:01.753337 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.795452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:01.796039 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:01.797490 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 200 len: 1093 time: 0.6278713 Jun 24 10:46:01.798008 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:01.800322 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4886a803-481e-4940-a6a2-7624d12012ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:01.802595 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302139a-fa49-46e1-90dc-6e4bebbde0ca req-d01550af-29b8-4737-a8bf-c296d93d7d34 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:01.804161 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5302139a-fa49-46e1-90dc-6e4bebbde0ca req-d01550af-29b8-4737-a8bf-c296d93d7d34 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 943 time: 0.0495541 Jun 24 10:46:01.827628 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd8a3a-7a52-43b3-9996-77e605230132 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:01.866263 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7fe48-167f-445b-8b01-803a42de35ea x-openstack-request-id: req-4ff7fe48-167f-445b-8b01-803a42de35ea {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:01.866577 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:01.866862 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ff7fe48-167f-445b-8b01-803a42de35ea {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:01.867278 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff7fe48-167f-445b-8b01-803a42de35ea'] response: {'name': 'network-changed', 'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'status': 'completed', 'code': 200} Jun 24 10:46:01.877772 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5302139a-fa49-46e1-90dc-6e4bebbde0ca req-ff1b086c-f43b-4731-bec6-3ec661c31cd9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643826 Jun 24 10:46:01.899077 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-f5b069db-3c43-47a8-9d94-3ad472c10007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:01.900623 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-f5b069db-3c43-47a8-9d94-3ad472c10007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 1127 time: 0.0509536 Jun 24 10:46:01.940446 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-78f94d8f-c356-4cef-a8a5-b6204ab9fed9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 200 len: 217 time: 0.0326076 Jun 24 10:46:01.993928 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-5ecfd972-01e1-456c-8bb1-87a67d9f1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:01.995402 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-5ecfd972-01e1-456c-8bb1-87a67d9f1233 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0498443 Jun 24 10:46:02.039947 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-0190c8b1-88f8-4597-81b7-65419e791e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:02.041452 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-0190c8b1-88f8-4597-81b7-65419e791e27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400970 Jun 24 10:46:02.135845 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-3019d618-c82c-4adf-9407-9bbca11a754f service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884097 Jun 24 10:46:02.227265 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4580e49-cedf-4456-9aab-c8fef648a80c req-9df6851a-9aeb-4c99-a822-7698e51b05c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850616 Jun 24 10:46:02.900194 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:02.961649 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:02.991569 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a803-481e-4940-a6a2-7624d12012ff req-7cfa8e94-6279-4db4-9047-9c7261bda2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:02.993797 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-7cfa8e94-6279-4db4-9047-9c7261bda2a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 1127 time: 0.0413151 Jun 24 10:46:02.999926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfb13b-af59-4d56-b74b-dd656252fb40 req-04eb2ee3-b532-4503-8524-e2293db4c60e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:03.001429 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e5bfb13b-af59-4d56-b74b-dd656252fb40 req-04eb2ee3-b532-4503-8524-e2293db4c60e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 943 time: 0.0529690 Jun 24 10:46:03.048058 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e5bfb13b-af59-4d56-b74b-dd656252fb40 req-11efcb5a-05e9-48b8-994a-21b6dde8b8b5 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Jun 24 10:46:03.086711 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a803-481e-4940-a6a2-7624d12012ff req-41b7a484-86c1-4cc1-8d00-877e4a7bcfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:03.088207 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-41b7a484-86c1-4cc1-8d00-877e4a7bcfd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0891292 Jun 24 10:46:03.127199 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-e3e3efbf-7920-4c85-9a84-dc845d761cd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 200 len: 217 time: 0.0317543 Jun 24 10:46:03.175590 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a803-481e-4940-a6a2-7624d12012ff req-be72efc9-bbe2-4c23-9ac2-3d5bde8c56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:03.177882 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-be72efc9-bbe2-4c23-9ac2-3d5bde8c56f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0447052 Jun 24 10:46:03.229176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886a803-481e-4940-a6a2-7624d12012ff req-8c3b49b2-afce-4be8-b8a7-2314836183ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:03.230640 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-8c3b49b2-afce-4be8-b8a7-2314836183ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466433 Jun 24 10:46:03.243617 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:03.258125 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:03.320470 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-31ee0f56-9e5d-4ec8-86a6-72124a81770e service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833557 Jun 24 10:46:03.415058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:03.671911 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4886a803-481e-4940-a6a2-7624d12012ff req-3327437a-cb9c-43db-93f3-556277fb2751 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456743 Jun 24 10:46:04.061759 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f0de1a67-a465-470b-a6c1-22977db06e5d details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:46:04.077555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:04.151147 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:04.170586 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fce01-5514-4ebf-9461-e716e5b29e4a req-2b6175b0-ec43-43ef-b846-08d6c35480d9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:04.171230 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f0de1a67-a465-470b-a6c1-22977db06e5d,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:04.172067 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-382fce01-5514-4ebf-9461-e716e5b29e4a req-2b6175b0-ec43-43ef-b846-08d6c35480d9 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 943 time: 0.0536206 Jun 24 10:46:04.183997 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'port_id': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'mac_address': 'fa:16:3e:a1:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:46:04.218586 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f0de1a67-a465-470b-a6c1-22977db06e5d is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:46:04.218970 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:04.220450 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-382fce01-5514-4ebf-9461-e716e5b29e4a req-22a02b97-30f5-4139-ac0d-83d9bf957f62 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Jun 24 10:46:04.232767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de1a67-a465-470b-a6c1-22977db06e5d {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:46:04.252701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f0de1a67-a465-470b-a6c1-22977db06e5d,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:04.259827 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:04.308680 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:04.315824 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.316095 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.316427 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.316775 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.317109 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.317432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.317749 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.318064 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.318377 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.318694 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.318993 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.319310 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.319620 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.319929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.320234 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:04.476708 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['f0de1a67-a465-470b-a6c1-22977db06e5d'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:46:05.351399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc78a5-a424-41a9-85b0-88568f3bea89 req-f508ebb8-20a8-4721-9ee4-9bfc7e310006 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:05.353114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4dc78a5-a424-41a9-85b0-88568f3bea89 req-f508ebb8-20a8-4721-9ee4-9bfc7e310006 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 944 time: 0.0573816 Jun 24 10:46:05.420429 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4dc78a5-a424-41a9-85b0-88568f3bea89 req-a7390a46-c5d5-4af4-a561-c49286513766 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616660 Jun 24 10:46:06.076492 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f0de1a67-a465-470b-a6c1-22977db06e5d up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:46:06.128816 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port f0de1a67-a465-470b-a6c1-22977db06e5d completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:46:06.137136 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port f0de1a67-a465-470b-a6c1-22977db06e5d triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:46:06.137495 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:06.213332 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port f0de1a67-a465-470b-a6c1-22977db06e5d is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:46:06.213701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:06.236564 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:06.238790 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aff89de-fea6-46cc-b277-d52dcb11b63c" -d '{"events": [{"server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "name": "network-vif-plugged", "status": "completed", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:06.251350 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f0de1a67-a465-470b-a6c1-22977db06e5d,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:06.256038 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:06.278425 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247b4ad-4faf-4f50-a846-3fdaa9b4a64d x-openstack-request-id: req-c247b4ad-4faf-4f50-a846-3fdaa9b4a64d {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:06.278708 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "name": "network-vif-plugged", "status": "completed", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:06.278956 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c247b4ad-4faf-4f50-a846-3fdaa9b4a64d {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:06.279340 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c247b4ad-4faf-4f50-a846-3fdaa9b4a64d'] response: {'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'code': 200} Jun 24 10:46:06.304603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:06.441848 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa617296-83ae-45ac-bf3d-36aad86efbe1 req-a4142d53-b18f-40b8-98ae-334b5979ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:06.443516 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa617296-83ae-45ac-bf3d-36aad86efbe1 req-a4142d53-b18f-40b8-98ae-334b5979ce2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 1129 time: 0.0399497 Jun 24 10:46:06.490709 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-aa617296-83ae-45ac-bf3d-36aad86efbe1 req-6e65b015-429f-45d6-a3ea-be678f8797a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403774 Jun 24 10:46:06.540570 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6d5d-4e1c-47c0-859c-72e0a87ea3a9 req-c0b35d35-7b49-49df-92cd-8149436a6c58 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:06.542070 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-845a6d5d-4e1c-47c0-859c-72e0a87ea3a9 req-c0b35d35-7b49-49df-92cd-8149436a6c58 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0476186 Jun 24 10:46:06.589714 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-845a6d5d-4e1c-47c0-859c-72e0a87ea3a9 req-55f5b16d-e67a-41ce-880b-9d23b8140f71 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Jun 24 10:46:07.272302 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51608) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:07.433130 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port 12b1f935-d774-475d-9bcc-78e2aaaf6e76 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:07.433775 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.524376 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.525204 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (12b1f935-d774-475d-9bcc-78e2aaaf6e76), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.538354 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for 12b1f935-d774-475d-9bcc-78e2aaaf6e76 owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:07.707741 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966d36-cc1b-4957-9eeb-503cb151a8e0 req-2ca861e0-2554-46ad-b1b7-0c8634c77ca0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:07.709293 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-53966d36-cc1b-4957-9eeb-503cb151a8e0 req-2ca861e0-2554-46ad-b1b7-0c8634c77ca0 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0467484 Jun 24 10:46:07.709516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (12b1f935-d774-475d-9bcc-78e2aaaf6e76), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.713636 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:07.735900 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=12b1f935-d774-475d-9bcc-78e2aaaf6e76,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:07.760075 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-53966d36-cc1b-4957-9eeb-503cb151a8e0 req-f73be455-b640-421f-a45b-6d9d14a264bf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Jun 24 10:46:07.802379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (5d2e8d43-c338-476c-966c-dba344f865a6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.802706 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 5d2e8d43-c338-476c-966c-dba344f865a6 disassociated (deleted). External IP: 172.27.1.90, port: 10d4b61f-852d-4fcc-98ad-381d69879ca4. Jun 24 10:46:07.880002 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf2471-2b55-42a0-8796-9ac3adb5841d req-14ed3ee5-dbbd-4a16-8a61-255930869d13 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:07.881533 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1aaf2471-2b55-42a0-8796-9ac3adb5841d req-14ed3ee5-dbbd-4a16-8a61-255930869d13 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0576560 Jun 24 10:46:07.890131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51614) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:07.894662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Request body: {'floatingip': {'port_id': 'f0de1a67-a465-470b-a6c1-22977db06e5d'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:46:07.932074 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:07.937073 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:08.024175 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:08.130089 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:08.135548 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:08.140779 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:08.152408 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:08.153344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:08.167213 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4e7274f6-fe3b-4e5d-8b06-16729597a301 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "DELETE /v2.0/floatingips/5d2e8d43-c338-476c-966c-dba344f865a6 HTTP/1.1" status: 204 len: 168 time: 0.8936882 Jun 24 10:46:08.167804 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:08.173215 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b5fbf-22b5-435a-b259-b612d35c2203" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:08.224020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fcd98c-8048-4d99-ac02-6930894d8d7e x-openstack-request-id: req-78fcd98c-8048-4d99-ac02-6930894d8d7e {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:08.224306 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:08.224552 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78fcd98c-8048-4d99-ac02-6930894d8d7e {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:08.224982 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fcd98c-8048-4d99-ac02-6930894d8d7e'] response: {'name': 'network-changed', 'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'status': 'completed', 'code': 200} Jun 24 10:46:08.284953 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:08.300663 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-a5f41986-f63d-4e66-ad52-79d1198e3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:08.303322 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-a5f41986-f63d-4e66-ad52-79d1198e3611 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 1130 time: 0.0565605 Jun 24 10:46:08.373814 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:08.374052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:08.381313 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:08.391550 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:08.397722 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:08.448354 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-a7696727-f1f8-4612-ba0d-5174f1e14780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:08.451144 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-a7696727-f1f8-4612-ba0d-5174f1e14780 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.1404836 Jun 24 10:46:08.457805 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:08.520300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f138f5-955f-4400-b92b-9f1ace7ef545 req-be47b4f3-376d-4b30-9de1-7c7ca282cb35 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:08.521823 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9f138f5-955f-4400-b92b-9f1ace7ef545 req-be47b4f3-376d-4b30-9de1-7c7ca282cb35 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0838928 Jun 24 10:46:08.527972 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:08.552587 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:08.554321 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP df1f15fc-58c5-45c4-9101-5a926a67b048 associated. External IP: 172.27.1.75, port: f0de1a67-a465-470b-a6c1-22977db06e5d. Jun 24 10:46:08.561344 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:08.562004 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:08.620986 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c9f138f5-955f-4400-b92b-9f1ace7ef545 req-86a6de23-6f2f-477a-8524-e7ddd42a3721 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926270 Jun 24 10:46:08.664976 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:08.774117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:08.876207 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:08.880437 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:08.885446 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:08.893203 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:08.902228 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66daf39-d733-46ce-a571-a523b78fc7bb None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '9bec3eb2-5139-4406-8332-17669e66126b', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'floating_ip_address': '172.27.1.85', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'port_id': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'mac_address': 'fa:16:3e:b1:51:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:42:20Z', 'updated_at': '2022-06-24T10:42:22Z', 'revision_number': 1, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:08.904241 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:08.905040 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:08.917402 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-88d2c662-fe5a-42d8-b53d-fcdef9f7453e tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "PUT /v2.0/floatingips/df1f15fc-58c5-45c4-9101-5a926a67b048 HTTP/1.1" status: 200 len: 990 time: 1.0261805 Jun 24 10:46:08.918424 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:08.920713 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e32b47-1811-418e-b5f6-de06baf0f849" -d '{"events": [{"name": "network-changed", "server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:08.962438 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b715c8c-7235-4dbb-990a-054597d9d217 x-openstack-request-id: req-2b715c8c-7235-4dbb-990a-054597d9d217 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:08.962770 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:08.963151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b715c8c-7235-4dbb-990a-054597d9d217 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:08.963608 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b715c8c-7235-4dbb-990a-054597d9d217'] response: {'name': 'network-changed', 'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'status': 'completed', 'code': 200} Jun 24 10:46:09.016630 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:09.134701 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040cc81-f0fb-4bac-8ec5-b2398ae6590e None None] New status for floating IP 5d2e8d43-c338-476c-966c-dba344f865a6: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:46:09.231460 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'df1f15fc-58c5-45c4-9101-5a926a67b048', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:a1:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:45:58Z', 'updated_at': '2022-06-24T10:46:08Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:09.354864 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:09.359005 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-5da46970-b593-475a-90e5-9de1302b79a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 200 len: 217 time: 0.0385680 Jun 24 10:46:09.364728 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:09.365403 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:09.387944 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-ed3633ca-225c-4ef9-a25b-cbef8bff648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.389526 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-ed3633ca-225c-4ef9-a25b-cbef8bff648f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 1129 time: 0.0464253 Jun 24 10:46:09.412465 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-ca20de90-2f5d-46fe-a307-fc2145b9c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.414078 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-ca20de90-2f5d-46fe-a307-fc2145b9c293 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0489290 Jun 24 10:46:09.481781 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:09.530070 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-b227c72e-c556-4fdf-9e2b-3bded34d14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.531611 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-b227c72e-c556-4fdf-9e2b-3bded34d14a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411594 Jun 24 10:46:09.571593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-f7bbaec8-c085-4972-819a-7e201baa6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.573108 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-f7bbaec8-c085-4972-819a-7e201baa6d03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0956600 Jun 24 10:46:09.628312 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-02568c11-9d4b-436c-8c45-f6a23985e240 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900733 Jun 24 10:46:09.689742 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'df1f15fc-58c5-45c4-9101-5a926a67b048', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:a1:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:45:58Z', 'updated_at': '2022-06-24T10:46:08Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:09.725100 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b312c24-ebf6-44dc-b77f-c03ee6174009 None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': 'df1f15fc-58c5-45c4-9101-5a926a67b048', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'port_id': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'mac_address': 'fa:16:3e:a1:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:45:58Z', 'updated_at': '2022-06-24T10:46:08Z', 'revision_number': 1, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:09.789358 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69667e47-0926-45bf-b670-ef48f7c4f78a req-635fc9d5-f22c-4efd-bb52-ec8e7559f9a4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.791146 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-69667e47-0926-45bf-b670-ef48f7c4f78a req-635fc9d5-f22c-4efd-bb52-ec8e7559f9a4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0971422 Jun 24 10:46:09.817213 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-3829f972-6733-4712-a40f-457fd018b6a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 200 len: 998 time: 0.1139205 Jun 24 10:46:09.849052 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-c9a86232-f571-4d4f-a8da-5d116940a925 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.850532 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-c9a86232-f571-4d4f-a8da-5d116940a925 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 946 time: 0.0645342 Jun 24 10:46:09.852505 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c34b5fbf-22b5-435a-b259-b612d35c2203 req-4a0a82e8-434e-4d06-9d5c-15a33a913bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541927 Jun 24 10:46:09.886325 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=100 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:09.889099 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-69667e47-0926-45bf-b670-ef48f7c4f78a req-9f49c897-291b-445a-853f-a141d4b242d7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885837 Jun 24 10:46:09.891300 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:09.899231 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-c88b46a4-5ba4-4936-8605-568627cee222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.902062 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-c88b46a4-5ba4-4936-8605-568627cee222 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0761907 Jun 24 10:46:09.948471 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-5535c4be-53f1-4d0a-9e10-1eac6edc709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:09.950015 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-5535c4be-53f1-4d0a-9e10-1eac6edc709a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421059 Jun 24 10:46:09.958686 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port 10d4b61f-852d-4fcc-98ad-381d69879ca4 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:09.959121 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:09.987385 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1443c-94d6-48a4-baeb-aad25cbf4d46 None None] New status for floating IP df1f15fc-58c5-45c4-9101-5a926a67b048: ACTIVE {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:46:10.057258 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] For port 10d4b61f-852d-4fcc-98ad-381d69879ca4, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=10d4b61f-852d-4fcc-98ad-381d69879ca4,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:10.057637 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:10.060362 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-66b94107-d5f8-48da-bbff-746e6cb12f81 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030934 Jun 24 10:46:10.071441 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for 10d4b61f-852d-4fcc-98ad-381d69879ca4 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:10.087802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:10.157157 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-73e32b47-1811-418e-b5f6-de06baf0f849 req-b657d9aa-9824-4085-a070-2354feae0958 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905287 Jun 24 10:46:10.194023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:10.224531 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (10d4b61f-852d-4fcc-98ad-381d69879ca4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:10.251574 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=10d4b61f-852d-4fcc-98ad-381d69879ca4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:10.302094 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] No DVR routers for this DVR port 10d4b61f-852d-4fcc-98ad-381d69879ca4 on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:10.305738 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:10.308973 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9239e1ae-fc6b-40fc-84d8-f29afedca70e req-3f055288-fd5a-420e-b6d5-71647deb3f67 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "DELETE /v2.0/ports/10d4b61f-852d-4fcc-98ad-381d69879ca4 HTTP/1.1" status: 204 len: 173 time: 0.4496698 Jun 24 10:46:10.309437 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'name': 'network-vif-deleted', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:10.312172 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e444e2-94a6-4b98-bf1c-5bd73347d643" -d '{"events": [{"server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "name": "network-vif-deleted", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:10.357594 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8f845-5026-4f7d-9aba-576dcd3376fd x-openstack-request-id: req-0ff8f845-5026-4f7d-9aba-576dcd3376fd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:10.357884 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a3bcc3-9c26-4e57-b324-3e2028efa880", "name": "network-vif-deleted", "tag": "10d4b61f-852d-4fcc-98ad-381d69879ca4", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:10.358137 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ff8f845-5026-4f7d-9aba-576dcd3376fd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:10.358569 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff8f845-5026-4f7d-9aba-576dcd3376fd'] response: {'server_uuid': 'a1a3bcc3-9c26-4e57-b324-3e2028efa880', 'name': 'network-vif-deleted', 'tag': '10d4b61f-852d-4fcc-98ad-381d69879ca4', 'status': 'completed', 'code': 200} Jun 24 10:46:11.005417 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f837415d-fe77-4b94-b740-6534ee348296 req-49094ec3-76bc-4aef-b963-b6d7fbf796b9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=a1a3bcc3-9c26-4e57-b324-3e2028efa880 HTTP/1.1" status: 200 len: 210 time: 0.0291882 Jun 24 10:46:12.090855 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 10d4b61f-852d-4fcc-98ad-381d69879ca4 no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:12.111006 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 10d4b61f-852d-4fcc-98ad-381d69879ca4 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:12.111361 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 10d4b61f-852d-4fcc-98ad-381d69879ca4 not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:13.223880 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:13.271246 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:14.324181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51646) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:14.467240 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port db40f524-26ac-44f1-8f63-ede7678e370a {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:14.467613 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:14.546631 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:14.546927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (db40f524-26ac-44f1-8f63-ede7678e370a), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:14.559898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for db40f524-26ac-44f1-8f63-ede7678e370a owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:14.708311 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (db40f524-26ac-44f1-8f63-ede7678e370a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:14.731333 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=db40f524-26ac-44f1-8f63-ede7678e370a,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:14.799419 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (9bec3eb2-5139-4406-8332-17669e66126b), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:14.799710 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Floating IP 9bec3eb2-5139-4406-8332-17669e66126b disassociated (deleted). External IP: 172.27.1.85, port: dc5718e5-e015-401c-99c6-e54a9611e82f. Jun 24 10:46:14.938878 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:15.012528 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:15.105673 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:15.119836 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:15.124371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:15.130399 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:15.142078 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:15.143217 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:15.154477 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-49bd223e-73b4-47c9-af55-d6a236ad19e4 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "DELETE /v2.0/floatingips/9bec3eb2-5139-4406-8332-17669e66126b HTTP/1.1" status: 204 len: 168 time: 0.8291566 Jun 24 10:46:15.155046 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:15.157390 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48f29b-48ff-4dcf-8400-b6475a099751" -d '{"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:15.199907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963ef3f-3169-4298-8018-1a266e192dfb x-openstack-request-id: req-f963ef3f-3169-4298-8018-1a266e192dfb {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:15.200204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:15.200454 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f963ef3f-3169-4298-8018-1a266e192dfb {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:15.201322 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f963ef3f-3169-4298-8018-1a266e192dfb'] response: {'name': 'network-changed', 'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'status': 'completed', 'code': 200} Jun 24 10:46:15.269336 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-86f874d2-07ab-4227-b327-e52e812c0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:15.271416 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-86f874d2-07ab-4227-b327-e52e812c0a81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 1129 time: 0.0486465 Jun 24 10:46:15.373611 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-05c99e81-e1f4-4450-b124-95d389bb1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:15.376156 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-05c99e81-e1f4-4450-b124-95d389bb1407 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 200 len: 913 time: 0.0977108 Jun 24 10:46:15.397027 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:15.410644 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8495c3-fb22-4dee-9737-4d795d830218 req-ce894ca9-a3c7-4add-9746-20eee7b58e5c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:15.412209 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bd8495c3-fb22-4dee-9737-4d795d830218 req-ce894ca9-a3c7-4add-9746-20eee7b58e5c tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0483556 Jun 24 10:46:15.466435 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-bd8495c3-fb22-4dee-9737-4d795d830218 req-fa685feb-a4a6-4f8f-950d-9d858fc682a9 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483828 Jun 24 10:46:15.587084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:15.612627 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:15.622786 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:15.623422 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:15.668929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:15.725593 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:15.855435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:15.924338 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:15.949354 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0524c0-5ffa-4a8a-9713-8fcf358a2c77 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:43Z', 'revision_number': 4, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'cb8c9613-9e87-4620-b057-ead44a6683eb', 'name': '', 'network_id': 'a3da010b-27ad-4a9f-8afe-32b8ee29d12d', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'mac_address': 'fa:16:3e:e0:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:43Z', 'updated_at': '2022-06-24T10:38:48Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'subnets': [{'id': 'c2fc34c2-5448-4891-897f-5c912344bf5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:16.197347 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ac2faa-7c65-4458-9732-cadeba54bd92 None None] New status for floating IP 9bec3eb2-5139-4406-8332-17669e66126b: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:46:16.331932 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-51791d1a-1195-4fc2-830d-267e2a7dc6e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 200 len: 217 time: 0.0333371 Jun 24 10:46:16.399453 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-0e185d8c-cef4-48dc-9d49-915edf00eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:16.400449 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-0e185d8c-cef4-48dc-9d49-915edf00eb9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 200 len: 851 time: 0.0592318 Jun 24 10:46:16.523049 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-0c3cce3c-a213-4dac-8aaf-25991d8e4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:16.524626 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-0c3cce3c-a213-4dac-8aaf-25991d8e4f8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3da010b-27ad-4a9f-8afe-32b8ee29d12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449071 Jun 24 10:46:16.587998 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91f972-7b3b-4899-b782-d795ef0089ce req-98a59f9b-9a7e-401b-84c6-228b0590ded8 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:16.589520 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5a91f972-7b3b-4899-b782-d795ef0089ce req-98a59f9b-9a7e-401b-84c6-228b0590ded8 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0481734 Jun 24 10:46:16.615144 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-c8bf1001-a0b4-4540-85d3-cc032d201f95 service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 Jun 24 10:46:16.638512 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-5a91f972-7b3b-4899-b782-d795ef0089ce req-91a2a473-357d-466e-92a2-0c5c0a7522c7 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/security-groups?id=deb3144e-6a87-4fe0-a328-6f0e58be1c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 Jun 24 10:46:16.801776 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f48f29b-48ff-4dcf-8400-b6475a099751 req-eaa1ada1-a127-479d-a437-65e6d8de3def service neutron] 10.222.0.20 "GET /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917659 Jun 24 10:46:16.819801 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-6227adf2-911a-40a2-b67c-f7f2a1db90cd tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:16.821384 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-6227adf2-911a-40a2-b67c-f7f2a1db90cd tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 945 time: 0.0463781 Jun 24 10:46:16.914112 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port dc5718e5-e015-401c-99c6-e54a9611e82f {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:16.914441 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:17.000633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] For port dc5718e5-e015-401c-99c6-e54a9611e82f, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=dc5718e5-e015-401c-99c6-e54a9611e82f,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:17.000986 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:17.013954 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for dc5718e5-e015-401c-99c6-e54a9611e82f owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:17.145098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (dc5718e5-e015-401c-99c6-e54a9611e82f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:17.171758 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=dc5718e5-e015-401c-99c6-e54a9611e82f,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:17.221818 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] No DVR routers for this DVR port dc5718e5-e015-401c-99c6-e54a9611e82f on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:17.224899 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:17.228119 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b63bcb4d-0f58-4cf2-8ddf-60b63439404f req-ba9878fb-8ffb-4374-aba4-0b75437ab136 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.20 "DELETE /v2.0/ports/dc5718e5-e015-401c-99c6-e54a9611e82f HTTP/1.1" status: 204 len: 173 time: 0.4001012 Jun 24 10:46:17.228581 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'name': 'network-vif-deleted', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:17.230996 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800fde0c-bfe5-4da8-bdd9-5f2df7f7236b" -d '{"events": [{"server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "name": "network-vif-deleted", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:17.267545 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d395ae7-dc58-4e18-99dd-18b16522d7d3 x-openstack-request-id: req-8d395ae7-dc58-4e18-99dd-18b16522d7d3 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:17.267836 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e6a2c-4912-4c03-8c30-7221f2ed02ef", "name": "network-vif-deleted", "tag": "dc5718e5-e015-401c-99c6-e54a9611e82f", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:17.268082 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d395ae7-dc58-4e18-99dd-18b16522d7d3 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:17.268475 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d395ae7-dc58-4e18-99dd-18b16522d7d3'] response: {'server_uuid': '343e6a2c-4912-4c03-8c30-7221f2ed02ef', 'name': 'network-vif-deleted', 'tag': 'dc5718e5-e015-401c-99c6-e54a9611e82f', 'status': 'completed', 'code': 200} Jun 24 10:46:17.761113 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6f561c4e-7f6b-4ea1-9340-c93bcbdf8f52 req-9215991c-cd8c-4d08-a9ac-43973020708e tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "GET /v2.0/ports?device_id=343e6a2c-4912-4c03-8c30-7221f2ed02ef HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jun 24 10:46:18.827343 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51664) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:18.868127 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:18.948040 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Deleting port 57eed12c-88a5-4811-a018-e6caa62eb84f {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:18.948350 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.040107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.040387 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (57eed12c-88a5-4811-a018-e6caa62eb84f), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.321297 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Calling delete_port for 57eed12c-88a5-4811-a018-e6caa62eb84f owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:19.401697 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:19.456563 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (57eed12c-88a5-4811-a018-e6caa62eb84f), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.483702 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'Port': ['ID=57eed12c-88a5-4811-a018-e6caa62eb84f,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:19.547760 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for floatingip (709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.550237 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:19.551395 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-18d451ec-e249-4300-a18f-0b18675f9964 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "DELETE /v2.0/floatingips/709ecbc9-bca6-4bd8-92d5-d85e8dbd0ac3 HTTP/1.1" status: 204 len: 168 time: 0.7230589 Jun 24 10:46:20.123012 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device dc5718e5-e015-401c-99c6-e54a9611e82f no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:20.150425 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: dc5718e5-e015-401c-99c6-e54a9611e82f {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:20.150762 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device dc5718e5-e015-401c-99c6-e54a9611e82f not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:20.761238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51676) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:20.820308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (deb3144e-6a87-4fe0-a328-6f0e58be1c2e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:20.845762 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (deb3144e-6a87-4fe0-a328-6f0e58be1c2e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:20.915990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (deb3144e-6a87-4fe0-a328-6f0e58be1c2e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:20.918564 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:20.919848 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] 10.222.0.69 "DELETE /v2.0/security-groups/deb3144e-6a87-4fe0-a328-6f0e58be1c2e HTTP/1.1" status: 204 len: 168 time: 0.1575115 Jun 24 10:46:20.929456 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71006d-ecc5-464a-9a5d-5822c1a9bb78 tempest-TestVolumeBootPattern-432545666 tempest-TestVolumeBootPattern-432545666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb3144e-6a87-4fe0-a328-6f0e58be1c2e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:20.972729 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51680) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:21.273964 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:21.466793 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:21.626799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:21.685958 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Deleting port cb8c9613-9e87-4620-b057-ead44a6683eb {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:21.686309 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:21.769543 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] For port cb8c9613-9e87-4620-b057-ead44a6683eb, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=cb8c9613-9e87-4620-b057-ead44a6683eb,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:21.769756 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:21.782511 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Calling delete_port for cb8c9613-9e87-4620-b057-ead44a6683eb owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:21.975361 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (cb8c9613-9e87-4620-b057-ead44a6683eb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.000612 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8c9613-9e87-4620-b057-ead44a6683eb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:22.158690 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:22.166799 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.373002 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:22.427984 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:22.485391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:22.490796 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6b7493b6-81b6-4976-86a0-f6ea49e3f1b6 admin admin] 10.222.0.69 "PUT /v2.0/routers/89c01bb2-9893-401f-a63f-944cb4b6a5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164862 Jun 24 10:46:22.493743 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51686) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:22.495405 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Sync routers for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:22.506707 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:22.507325 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:22.594025 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks [] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.609033 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:22.691442 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks [] for router_gateway (89c01bb2-9893-401f-a63f-944cb4b6a5b5), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.737104 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Deleting port 845e12b1-e739-4b42-9780-da8d0cf08059 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:22.737430 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.759406 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:22.772677 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:46:21Z', 'revision_number': 5, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port': {'id': '845e12b1-e739-4b42-9780-da8d0cf08059', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:22.801174 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Checking router: 89c01bb2-9893-401f-a63f-944cb4b6a5b5 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:22.809870 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Routers {'89c01bb2-9893-401f-a63f-944cb4b6a5b5'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:22.810463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:22.816753 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] For port 845e12b1-e739-4b42-9780-da8d0cf08059, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=845e12b1-e739-4b42-9780-da8d0cf08059,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:22.817147 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:22.830596 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Calling delete_port for 845e12b1-e739-4b42-9780-da8d0cf08059 owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:22.888524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] Set router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:22.938080 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:46:22Z', 'revision_number': 6, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:22.961671 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718fb54-c794-4efa-a701-23956cd08189 None None] The sync data for ids ['89c01bb2-9893-401f-a63f-944cb4b6a5b5'] in dv-cinder-847536-1-iscsi is: [{'id': '89c01bb2-9893-401f-a63f-944cb4b6a5b5', 'name': 'tempest-TestVolumeBootPattern-1113499153-router', 'tenant_id': '8eb1e5f40033474c947399c22bb0a2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:41Z', 'updated_at': '2022-06-24T10:46:22Z', 'revision_number': 6, 'project_id': '8eb1e5f40033474c947399c22bb0a2d2', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:22.998895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (845e12b1-e739-4b42-9780-da8d0cf08059), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.021549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Pushing event deleted for resources: {'Port': ['ID=845e12b1-e739-4b42-9780-da8d0cf08059,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:23.029574 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:23.090862 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.177512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.179852 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks [] for router_controller (89c01bb2-9893-401f-a63f-944cb4b6a5b5), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.224926 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (89c01bb2-9893-401f-a63f-944cb4b6a5b5), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.225711 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c01bb2-9893-401f-a63f-944cb4b6a5b5 {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:46:23.230517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.231674 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-22d7d983-fe38-416d-b81a-aef8c035a16f admin admin] 10.222.0.69 "DELETE /v2.0/routers/89c01bb2-9893-401f-a63f-944cb4b6a5b5 HTTP/1.1" status: 204 len: 168 time: 0.7369559 Jun 24 10:46:23.234464 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51688) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:23.279334 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Deleting subnet c2fc34c2-5448-4891-897f-5c912344bf5a {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:46:23.283537 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Publish callbacks [] for subnet (c2fc34c2-5448-4891-897f-5c912344bf5a), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.323426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (c2fc34c2-5448-4891-897f-5c912344bf5a), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.400484 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (c2fc34c2-5448-4891-897f-5c912344bf5a), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.455662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (c2fc34c2-5448-4891-897f-5c912344bf5a), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.487296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fc34c2-5448-4891-897f-5c912344bf5a,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:23.489245 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.492286 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-09134442-5bbe-4119-8631-c8231be491e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c2fc34c2-5448-4891-897f-5c912344bf5a HTTP/1.1" status: 204 len: 168 time: 0.2568824 Jun 24 10:46:23.494524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa47146c-08fb-4c55-8e01-9464206fcccf None None] Network a3da010b-27ad-4a9f-8afe-32b8ee29d12d requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:46:23.495020 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51690) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:23.657081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] DHCP port deletion for a3da010b-27ad-4a9f-8afe-32b8ee29d12d request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:46:23.697084 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Deleting port 57e52de7-4370-44f6-8bac-aadb56ef8e85 {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:23.697964 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.769598 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] For port 57e52de7-4370-44f6-8bac-aadb56ef8e85, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=57e52de7-4370-44f6-8bac-aadb56ef8e85,segment=NetworkSegment(63c032b1-243e-4f6b-9c85-1625c8476976),segment_id=63c032b1-243e-4f6b-9c85-1625c8476976)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:23.769993 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.783335 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Calling delete_port for 57e52de7-4370-44f6-8bac-aadb56ef8e85 owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:23.830618 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (a3da010b-27ad-4a9f-8afe-32b8ee29d12d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.851323 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:23.862818 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.873512 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Deleting port 57e52de7-4370-44f6-8bac-aadb56ef8e85 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:23.873856 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.888639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] Pushing event deleted for resources: {'Port': ['ID=57e52de7-4370-44f6-8bac-aadb56ef8e85,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:23.894457 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727af56a-86eb-4b93-aa93-fd0eaa24e62a None None] No DVR routers for this DVR port 57e52de7-4370-44f6-8bac-aadb56ef8e85 on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:23.938660 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] For port 57e52de7-4370-44f6-8bac-aadb56ef8e85, host dv-cinder-847536-1-iscsi, got binding levels [] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:23.939019 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.952529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Calling delete_port for 57e52de7-4370-44f6-8bac-aadb56ef8e85 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:23.955432 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.ipam_backend_mixin [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Port 57e52de7-4370-44f6-8bac-aadb56ef8e85 was not found and therefore no delete operation was performed {{(pid=104088) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 10:46:23.956689 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (57e52de7-4370-44f6-8bac-aadb56ef8e85), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:23.980656 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e52de7-4370-44f6-8bac-aadb56ef8e85,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:23.984271 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] No DVR routers for this DVR port 57e52de7-4370-44f6-8bac-aadb56ef8e85 on host dv-cinder-847536-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:24.056792 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (a3da010b-27ad-4a9f-8afe-32b8ee29d12d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.077419 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3da010b-27ad-4a9f-8afe-32b8ee29d12d']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:24.089247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c032b1-243e-4f6b-9c85-1625c8476976') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:24.089516 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c032b1-243e-4f6b-9c85-1625c8476976') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:24.101556 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (63c032b1-243e-4f6b-9c85-1625c8476976), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.117250 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (63c032b1-243e-4f6b-9c85-1625c8476976), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.124613 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:46:24.125032 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (63c032b1-243e-4f6b-9c85-1625c8476976), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.143975 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 63c032b1-243e-4f6b-9c85-1625c8476976 resource provider aggregate not found Jun 24 10:46:24.180682 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 63c032b1-243e-4f6b-9c85-1625c8476976 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63c032b1-243e-4f6b-9c85-1625c8476976 found for delete ", "request_id": "req-e3e2b58d-cf93-42c4-bdf5-df127d037e04"}]} Jun 24 10:46:24.190945 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (a3da010b-27ad-4a9f-8afe-32b8ee29d12d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.196668 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.200037 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a3da010b-27ad-4a9f-8afe-32b8ee29d12d HTTP/1.1" status: 204 len: 168 time: 0.7040241 Jun 24 10:46:24.203201 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51696) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:24.210829 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037b492-4274-4e0f-8cae-529ebd10ac35 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3da010b-27ad-4a9f-8afe-32b8ee29d12d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:24.403123 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:24.408194 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 845e12b1-e739-4b42-9780-da8d0cf08059 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:24.427735 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 845e12b1-e739-4b42-9780-da8d0cf08059 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:24.428080 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 845e12b1-e739-4b42-9780-da8d0cf08059 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:24.428478 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device cb8c9613-9e87-4620-b057-ead44a6683eb no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:24.447142 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: cb8c9613-9e87-4620-b057-ead44a6683eb {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:24.447487 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device cb8c9613-9e87-4620-b057-ead44a6683eb not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:24.447913 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 57e52de7-4370-44f6-8bac-aadb56ef8e85 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:24.465915 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 57e52de7-4370-44f6-8bac-aadb56ef8e85 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:24.466280 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 57e52de7-4370-44f6-8bac-aadb56ef8e85 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:24.524909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.698435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:24.756571 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Deleting port bea865ed-ccd2-4070-a339-abb669a94281 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:24.756815 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (bea865ed-ccd2-4070-a339-abb669a94281), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.849182 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] For port bea865ed-ccd2-4070-a339-abb669a94281, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=bea865ed-ccd2-4070-a339-abb669a94281,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:24.849513 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (bea865ed-ccd2-4070-a339-abb669a94281), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:24.863052 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Calling delete_port for bea865ed-ccd2-4070-a339-abb669a94281 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:25.043371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (bea865ed-ccd2-4070-a339-abb669a94281), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.067244 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea865ed-ccd2-4070-a339-abb669a94281,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:25.230146 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.289107 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:25.442886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:25.541543 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:25.549338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:25.554388 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-6da44de0-a605-4bea-b8bc-4c56d6c69611 admin admin] 10.222.0.69 "PUT /v2.0/routers/6d84b78a-fac1-4fbe-b0c2-14940cbd4704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3501785 Jun 24 10:46:25.557046 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51698) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:25.561403 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Sync routers for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:25.574905 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:25.575529 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:25.658608 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks [] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.674383 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:25.757242 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks [] for router_gateway (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.802120 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Deleting port fd52bd0b-2bcc-42d0-8565-f7862a3b31da {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:25.802463 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.837496 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:46:24Z', 'revision_number': 5, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port': {'id': 'fd52bd0b-2bcc-42d0-8565-f7862a3b31da', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:38:46Z', 'updated_at': '2022-06-24T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:25.866493 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Checking router: 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:25.875600 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Routers {'6d84b78a-fac1-4fbe-b0c2-14940cbd4704'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:25.876196 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:25.881781 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] For port fd52bd0b-2bcc-42d0-8565-f7862a3b31da, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:25.882160 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:25.894986 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Calling delete_port for fd52bd0b-2bcc-42d0-8565-f7862a3b31da owned by network:router_gateway {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:25.954516 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] Set router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:26.005274 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:46:25Z', 'revision_number': 6, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:26.029840 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50cec3-f5cb-44bb-bbfa-e5c8f62b67b5 None None] The sync data for ids ['6d84b78a-fac1-4fbe-b0c2-14940cbd4704'] in dv-cinder-847536-1-iscsi is: [{'id': '6d84b78a-fac1-4fbe-b0c2-14940cbd4704', 'name': 'tempest-TestVolumeBootPattern-519688481-router', 'tenant_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:38:45Z', 'updated_at': '2022-06-24T10:46:25Z', 'revision_number': 6, 'project_id': 'de5e5149971141d8ab26dbea50f0cf4e', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:26.058440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (fd52bd0b-2bcc-42d0-8565-f7862a3b31da), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.087757 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd52bd0b-2bcc-42d0-8565-f7862a3b31da,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:26.140947 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:26.149995 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.234125 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.237306 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks [] for router_controller (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.279294 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (6d84b78a-fac1-4fbe-b0c2-14940cbd4704), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.279983 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d84b78a-fac1-4fbe-b0c2-14940cbd4704 {{(pid=104089) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:46:26.284117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.285273 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-e206387d-789b-4035-8018-285f0f3e50f7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6d84b78a-fac1-4fbe-b0c2-14940cbd4704 HTTP/1.1" status: 204 len: 168 time: 0.7273331 Jun 24 10:46:26.287803 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51700) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:26.338865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Deleting subnet ea547979-3f13-41fa-97be-fb6ba080cc9e {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:46:26.342021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Publish callbacks [] for subnet (ea547979-3f13-41fa-97be-fb6ba080cc9e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.379123 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (ea547979-3f13-41fa-97be-fb6ba080cc9e), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.427216 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:26.469597 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (ea547979-3f13-41fa-97be-fb6ba080cc9e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.487416 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device bea865ed-ccd2-4070-a339-abb669a94281 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:26.507630 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: bea865ed-ccd2-4070-a339-abb669a94281 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:26.507969 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device bea865ed-ccd2-4070-a339-abb669a94281 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:26.531219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (ea547979-3f13-41fa-97be-fb6ba080cc9e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.554227 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea547979-3f13-41fa-97be-fb6ba080cc9e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:26.560066 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.565511 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2e955122-2eeb-4376-a6e3-be41d14a75ee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ea547979-3f13-41fa-97be-fb6ba080cc9e HTTP/1.1" status: 204 len: 168 time: 0.2744277 Jun 24 10:46:26.565669 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e40942-6cb8-4e19-ac9c-3740ee350f55 None None] Network 27da2ea5-26c9-4512-84d1-19f211516cd4 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:46:26.565785 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51702) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:26.568946 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:26.634694 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (27da2ea5-26c9-4512-84d1-19f211516cd4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.677682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Deleting port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:26.677991 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.744011 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] For port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,segment=NetworkSegment(f701c3a6-f0cb-41b8-89b1-ec5b6a834f68),segment_id=f701c3a6-f0cb-41b8-89b1-ec5b6a834f68)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:26.744487 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.757949 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Calling delete_port for 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:26.843625 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (8826f3b2-3ff8-4a5b-a527-6fb9b3594833), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.849346 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3a7872-f302-48d9-9d78-4b5f35827baa None None] DHCP port deletion for 27da2ea5-26c9-4512-84d1-19f211516cd4 request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:46:26.873220 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Pushing event deleted for resources: {'Port': ['ID=8826f3b2-3ff8-4a5b-a527-6fb9b3594833,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:26.876634 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] No DVR routers for this DVR port 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:26.945909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (27da2ea5-26c9-4512-84d1-19f211516cd4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:26.966596 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27da2ea5-26c9-4512-84d1-19f211516cd4']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:26.976369 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:26.976653 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f701c3a6-f0cb-41b8-89b1-ec5b6a834f68') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:26.990529 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (f701c3a6-f0cb-41b8-89b1-ec5b6a834f68), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.004835 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (f701c3a6-f0cb-41b8-89b1-ec5b6a834f68), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.011886 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:46:27.012250 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (f701c3a6-f0cb-41b8-89b1-ec5b6a834f68), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.341095 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (27da2ea5-26c9-4512-84d1-19f211516cd4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.346644 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.350075 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] 10.222.0.69 "DELETE /v2.0/networks/27da2ea5-26c9-4512-84d1-19f211516cd4 HTTP/1.1" status: 204 len: 168 time: 0.7833197 Jun 24 10:46:27.361099 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e23945-937a-4d4f-b99a-4f945785615e admin admin] Pushing event deleted for resources: {'Network': ['ID=27da2ea5-26c9-4512-84d1-19f211516cd4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:27.430302 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment f701c3a6-f0cb-41b8-89b1-ec5b6a834f68 resource provider aggregate not found Jun 24 10:46:27.446961 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment f701c3a6-f0cb-41b8-89b1-ec5b6a834f68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f701c3a6-f0cb-41b8-89b1-ec5b6a834f68 found for delete ", "request_id": "req-e86f6b95-cc82-4b37-b15f-3ddd051fdcfd"}]} Jun 24 10:46:27.470561 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51712) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:27.510148 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c49209f2-600e-43fd-8872-ed945fc05a1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8eb1e5f40033474c947399c22bb0a2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384104 Jun 24 10:46:27.512570 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51714) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:27.564581 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] Publish callbacks [] for security_group (2c345d38-ec76-4f0c-a589-4ff2d08b9281), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.586738 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] Publish callbacks [] for security_group (2c345d38-ec76-4f0c-a589-4ff2d08b9281), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.588327 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:27.636461 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2c345d38-ec76-4f0c-a589-4ff2d08b9281), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.639048 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.640206 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c345d38-ec76-4f0c-a589-4ff2d08b9281 HTTP/1.1" status: 204 len: 168 time: 0.1267214 Jun 24 10:46:27.648092 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04664671-53bb-4e78-ad77-ed75352ecb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c345d38-ec76-4f0c-a589-4ff2d08b9281,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:27.946672 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-51990c2e-2ed3-4daa-8ebd-adc81ec85ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:27.980127 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51720) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:28.020038 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-171771e4-0d14-4c67-b61f-150659536c72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de5e5149971141d8ab26dbea50f0cf4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386772 Jun 24 10:46:28.022498 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51722) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:28.073411 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] Publish callbacks [] for security_group (57b0782e-3421-450c-bfc1-81d0bf851491), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:28.094590 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] Publish callbacks [] for security_group (57b0782e-3421-450c-bfc1-81d0bf851491), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:28.153045 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (57b0782e-3421-450c-bfc1-81d0bf851491), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:28.155558 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:28.156816 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/57b0782e-3421-450c-bfc1-81d0bf851491 HTTP/1.1" status: 204 len: 168 time: 0.1333745 Jun 24 10:46:28.164644 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bdf33-47fe-4c8c-9140-9eb92cfb39c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b0782e-3421-450c-bfc1-81d0bf851491,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:28.408279 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fd52bd0b-2bcc-42d0-8565-f7862a3b31da no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:28.428777 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: fd52bd0b-2bcc-42d0-8565-f7862a3b31da {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:28.429139 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device fd52bd0b-2bcc-42d0-8565-f7862a3b31da not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:28.429524 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:28.449898 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:28.450254 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8826f3b2-3ff8-4a5b-a527-6fb9b3594833 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:46:29.644891 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:46:30.338751 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8740adba-d064-42d5-ac54-3454f6f80dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:31.580409 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:32.918764 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:33.269068 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:33.415290 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:37.351011 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:37.351808 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:38.159892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=26,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:38.161164 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:39.490857 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-af1feb8b-9299-4097-8d71-0139be71b995 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1885560 Jun 24 10:46:39.579053 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-f4062079-6837-46a3-9fba-01f29af2c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:39.580424 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-f4062079-6837-46a3-9fba-01f29af2c3f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e946a4548f114b088ac5073b28e31ba0&device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 1129 time: 0.0449848 Jun 24 10:46:39.639111 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=42 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:39.639778 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=60 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:39.695239 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-50077364-37bd-442c-94af-7dd9cd91bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:39.696718 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-50077364-37bd-442c-94af-7dd9cd91bfe3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 200 len: 915 time: 0.0972023 Jun 24 10:46:39.770682 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-29fa43a2-54dd-4584-b3a4-e43bf3adcb76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 200 len: 1000 time: 0.0660617 Jun 24 10:46:39.818188 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-bebe9bc6-b13b-4a01-aad1-3ed014f3016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:39.819571 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-bebe9bc6-b13b-4a01-aad1-3ed014f3016b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 200 len: 853 time: 0.0430031 Jun 24 10:46:39.863889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-eaf89a89-980f-49bd-9afe-a6559d65230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:39.865296 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-eaf89a89-980f-49bd-9afe-a6559d65230b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d21023a8-a179-44ed-9a96-27e103b0914f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396094 Jun 24 10:46:39.959258 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-a48e1032-0fb6-4e9c-ad5e-77f2631ec3cb service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871813 Jun 24 10:46:40.049369 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-65323925-fef3-46a2-874e-5f636e4ba8c8 req-b9f2de87-7c86-4b26-9884-e9d933ba4a67 service neutron] 10.222.0.20 "GET /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832713 Jun 24 10:46:43.406159 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:43.408220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:49.738630 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:49.742351 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:50.045249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=48 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:50.046342 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=53 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:54.007202 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f5904-ada3-404a-92ae-9d92a6d75a94 req-235ab469-6e83-4979-9aed-b5f8fd69a76d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:54.008582 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1d2f5904-ada3-404a-92ae-9d92a6d75a94 req-235ab469-6e83-4979-9aed-b5f8fd69a76d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0562692 Jun 24 10:46:54.073173 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1d2f5904-ada3-404a-92ae-9d92a6d75a94 req-e2b7a870-1915-4e00-94eb-0c521ac28e4d tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562868 Jun 24 10:46:55.212994 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff924b4-30c1-45f2-94e3-f48206ef98b1 req-fb9d2b2e-b747-4451-a274-66d10fe72b66 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:55.214450 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8ff924b4-30c1-45f2-94e3-f48206ef98b1 req-fb9d2b2e-b747-4451-a274-66d10fe72b66 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0531402 Jun 24 10:46:55.263723 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8ff924b4-30c1-45f2-94e3-f48206ef98b1 req-55ecd442-b44b-4443-b60d-1c3c576f68bf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups?id=4b54edd5-6988-40ca-b761-e363595497df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Jun 24 10:46:55.403688 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-28ee8c84-6b48-4284-ad66-8ac3b48fac91 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:46:55.405021 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-28ee8c84-6b48-4284-ad66-8ac3b48fac91 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 945 time: 0.0477090 Jun 24 10:46:55.487698 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port f0de1a67-a465-470b-a6c1-22977db06e5d {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:55.488114 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:55.590131 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] For port f0de1a67-a465-470b-a6c1-22977db06e5d, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=f0de1a67-a465-470b-a6c1-22977db06e5d,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:46:55.590514 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:55.760654 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:55.761005 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:55.761335 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Floating IP df1f15fc-58c5-45c4-9101-5a926a67b048 disassociated. External IP: 172.27.1.75, port: f0de1a67-a465-470b-a6c1-22977db06e5d. Jun 24 10:46:55.761669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for f0de1a67-a465-470b-a6c1-22977db06e5d owned by compute:nova {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:55.906832 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (f0de1a67-a465-470b-a6c1-22977db06e5d), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:55.936067 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=f0de1a67-a465-470b-a6c1-22977db06e5d,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:56.043927 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:46:56.094935 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:56.142581 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:46:56.162075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:46:56.172512 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:46:56.187781 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:56.188517 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:56.204710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] No DVR routers for this DVR port f0de1a67-a465-470b-a6c1-22977db06e5d on host hv-cinder-84753 {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:46:56.207512 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:56.210882 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-da90894b-92f6-40d3-9a1b-bc8910c2a50a req-fa7914d7-49aa-4e59-8874-6518afec94cf tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.20 "DELETE /v2.0/ports/f0de1a67-a465-470b-a6c1-22977db06e5d HTTP/1.1" status: 204 len: 173 time: 0.8009310 Jun 24 10:46:56.211330 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'name': 'network-vif-deleted', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:46:56.213670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f5edc9-9e63-4e43-a91f-acec3686d26d" -d '{"events": [{"server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "name": "network-vif-deleted", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:46:56.258268 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380f2d4c-3d5f-4d7b-ae22-bbe422ce4e77 x-openstack-request-id: req-380f2d4c-3d5f-4d7b-ae22-bbe422ce4e77 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:46:56.258611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1187770e-3e81-4957-9a25-3c99c4e11e8c", "name": "network-vif-deleted", "tag": "f0de1a67-a465-470b-a6c1-22977db06e5d", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:46:56.259136 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-380f2d4c-3d5f-4d7b-ae22-bbe422ce4e77 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:46:56.259633 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380f2d4c-3d5f-4d7b-ae22-bbe422ce4e77'] response: {'server_uuid': '1187770e-3e81-4957-9a25-3c99c4e11e8c', 'name': 'network-vif-deleted', 'tag': 'f0de1a67-a465-470b-a6c1-22977db06e5d', 'status': 'completed', 'code': 200} Jun 24 10:46:56.317241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:56.386721 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b6d4573c-4a61-46f3-a1a0-ae54924e789f req-a0608114-00a0-437d-b320-a23ac0e37df2 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/ports?device_id=1187770e-3e81-4957-9a25-3c99c4e11e8c HTTP/1.1" status: 200 len: 210 time: 0.0449178 Jun 24 10:46:56.639304 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:56.664155 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:46:56.674721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:46:56.674721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:46:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:56.776724 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:46:56.982669 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:46:57.009933 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7904a3-ecb2-4541-9bc6-b6fc0e532c0a None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:42:52Z', 'revision_number': 4, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4', 'name': '', 'network_id': 'd21023a8-a179-44ed-9a96-27e103b0914f', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'mac_address': 'fa:16:3e:29:5a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:52Z', 'updated_at': '2022-06-24T10:42:56Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'subnets': [{'id': '8d4d54c6-ebd0-432b-85b9-58035d7486c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:46:57.237658 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5707d-1195-4b6a-81dd-42e05fcffda6 None None] New status for floating IP df1f15fc-58c5-45c4-9101-5a926a67b048: DOWN {{(pid=104091) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:46:57.482027 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51798) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:57.537119 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (4b54edd5-6988-40ca-b761-e363595497df), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.562892 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (4b54edd5-6988-40ca-b761-e363595497df), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.620577 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (4b54edd5-6988-40ca-b761-e363595497df), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.623203 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.624485 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/security-groups/4b54edd5-6988-40ca-b761-e363595497df HTTP/1.1" status: 204 len: 168 time: 0.1413107 Jun 24 10:46:57.627346 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51800) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:57.633813 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b54edd5-6988-40ca-b761-e363595497df,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:57.640843 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.641186 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.641529 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.641669 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.api.v2.resource [None req-824667f9-520d-4033-a9fa-2cc2f5e6c335 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] show failed (client error): The resource could not be found. Jun 24 10:46:57.641862 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.642192 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645438 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645580 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-824667f9-520d-4033-a9fa-2cc2f5e6c335 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "GET /v2.0/security-groups/4b54edd5-6988-40ca-b761-e363595497df HTTP/1.1" status: 404 len: 347 time: 0.0143416 Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.645692 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33103d2-0aec-49cf-aec0-f129031f22d1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:57.646531 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51802) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:46:57.758559 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Deleting port c2c09403-0d52-4a99-9941-e21c5188cf03 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:46:57.758872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.839003 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.839235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (c2c09403-0d52-4a99-9941-e21c5188cf03), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.853080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Calling delete_port for c2c09403-0d52-4a99-9941-e21c5188cf03 owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:46:57.941840 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec6229-1d8f-42c5-8eb0-5c3b52cd1ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:57.995551 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (c2c09403-0d52-4a99-9941-e21c5188cf03), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:58.024815 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Pushing event deleted for resources: {'Port': ['ID=c2c09403-0d52-4a99-9941-e21c5188cf03,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:46:58.046477 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.046816 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.047151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.047573 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.047898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.048219 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.048544 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.048889 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.049207 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.049525 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.049842 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.050151 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.050466 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.050777 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.051126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:46:58.093329 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks [] for floatingip (df1f15fc-58c5-45c4-9101-5a926a67b048), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:58.095967 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:46:58.097132 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2efbd008-a2fd-4cb9-9389-96ea018bb9a1 tempest-AttachVolumeNegativeTest-236367154 tempest-AttachVolumeNegativeTest-236367154-project] 10.222.0.69 "DELETE /v2.0/floatingips/df1f15fc-58c5-45c4-9101-5a926a67b048 HTTP/1.1" status: 204 len: 168 time: 0.4506602 Jun 24 10:46:58.285989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f0de1a67-a465-470b-a6c1-22977db06e5d no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:46:58.315175 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: f0de1a67-a465-470b-a6c1-22977db06e5d {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:46:58.315513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device f0de1a67-a465-470b-a6c1-22977db06e5d not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:47:00.342919 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-36a036b0-71f4-4678-b941-b0e42a5563d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:01.586895 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:01.825799 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51838) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:02.132341 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (baca7603-1a02-4df3-9237-9eac2cf19023), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:02.165504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:02.229413 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:02.363317 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Deleting port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:47:02.363651 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:02.445375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] For port 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:02.445733 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:02.459235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Calling delete_port for 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:47:02.649323 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:02.681290 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:02.844456 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (baca7603-1a02-4df3-9237-9eac2cf19023), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:02.900328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.060893 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Router baca7603-1a02-4df3-9237-9eac2cf19023 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:47:03.063911 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:03.067472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:03.169501 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:47:03.174948 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-ef33c5fc-d0ad-4603-9bbe-41c8b18367fb admin admin] 10.222.0.69 "PUT /v2.0/routers/baca7603-1a02-4df3-9237-9eac2cf19023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3484466 Jun 24 10:47:03.177374 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51840) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:03.178463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Sync routers for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:47:03.188957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:03.189555 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:03.191049 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=100 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:03.281788 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks [] for router (baca7603-1a02-4df3-9237-9eac2cf19023), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.292572 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.306001 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:03.379125 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:03.384646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks [] for router_gateway (baca7603-1a02-4df3-9237-9eac2cf19023), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.429942 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Deleting port 011c0904-4990-4768-ad0f-d05b3453c0f9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:47:03.430269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.443085 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.489101 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:47:02Z', 'revision_number': 5, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port': {'id': '011c0904-4990-4768-ad0f-d05b3453c0f9', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:65:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:42:50Z', 'updated_at': '2022-06-24T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:03.513498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Checking router: baca7603-1a02-4df3-9237-9eac2cf19023 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:47:03.517768 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] For port 011c0904-4990-4768-ad0f-d05b3453c0f9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=011c0904-4990-4768-ad0f-d05b3453c0f9,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:03.518100 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.522261 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Routers {'baca7603-1a02-4df3-9237-9eac2cf19023'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:03.523120 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['baca7603-1a02-4df3-9237-9eac2cf19023'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:03.531394 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Calling delete_port for 011c0904-4990-4768-ad0f-d05b3453c0f9 owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:47:03.604768 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] Set router baca7603-1a02-4df3-9237-9eac2cf19023 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:03.651146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:47:03Z', 'revision_number': 6, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:03.678176 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbee8101-58f0-41fa-b9fb-32e69c0ed02f None None] The sync data for ids ['baca7603-1a02-4df3-9237-9eac2cf19023'] in dv-cinder-847536-1-iscsi is: [{'id': 'baca7603-1a02-4df3-9237-9eac2cf19023', 'name': 'tempest-AttachVolumeNegativeTest-434367822-router', 'tenant_id': 'e946a4548f114b088ac5073b28e31ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:42:49Z', 'updated_at': '2022-06-24T10:47:03Z', 'revision_number': 6, 'project_id': 'e946a4548f114b088ac5073b28e31ba0', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:47:03.694908 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (011c0904-4990-4768-ad0f-d05b3453c0f9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.721129 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=011c0904-4990-4768-ad0f-d05b3453c0f9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:03.783927 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (baca7603-1a02-4df3-9237-9eac2cf19023), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.870102 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (baca7603-1a02-4df3-9237-9eac2cf19023), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.871467 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:03.872773 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks [] for router_controller (baca7603-1a02-4df3-9237-9eac2cf19023), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.919817 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (baca7603-1a02-4df3-9237-9eac2cf19023), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.920477 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baca7603-1a02-4df3-9237-9eac2cf19023 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:47:03.925481 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:03.926770 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6b1d8056-2bf7-4f78-9f01-5d59016a24b9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/baca7603-1a02-4df3-9237-9eac2cf19023 HTTP/1.1" status: 204 len: 168 time: 0.7481830 Jun 24 10:47:03.929999 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51842) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:04.244589 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Deleting subnet 8d4d54c6-ebd0-432b-85b9-58035d7486c3 {{(pid=104089) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:47:04.248026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Publish callbacks [] for subnet (8d4d54c6-ebd0-432b-85b9-58035d7486c3), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.283437 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26319534'] for subnet (8d4d54c6-ebd0-432b-85b9-58035d7486c3), precommit_delete_associations {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.366952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (8d4d54c6-ebd0-432b-85b9-58035d7486c3), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.431197 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26196384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26344461'] for subnet (8d4d54c6-ebd0-432b-85b9-58035d7486c3), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.440353 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:47:04.457353 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4d54c6-ebd0-432b-85b9-58035d7486c3,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:04.461469 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.462656 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:47:04.463008 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 7c9b82c8-f4f4-41f6-86cf-3b07466ac3b4 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:47:04.463494 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 011c0904-4990-4768-ad0f-d05b3453c0f9 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:47:04.464491 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-c5da93da-86b9-440c-a564-e6c6b5547204 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8d4d54c6-ebd0-432b-85b9-58035d7486c3 HTTP/1.1" status: 204 len: 168 time: 0.5334885 Jun 24 10:47:04.467145 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51844) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:04.485004 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:04.485689 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8ff28-cd95-4fc4-9ab5-92447a95c2db None None] Network d21023a8-a179-44ed-9a96-27e103b0914f requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:47:04.488284 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 011c0904-4990-4768-ad0f-d05b3453c0f9 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:47:04.488627 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 011c0904-4990-4768-ad0f-d05b3453c0f9 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:47:04.538361 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (d21023a8-a179-44ed-9a96-27e103b0914f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.584292 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Deleting port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:47:04.585025 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.636972 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] DHCP port deletion for d21023a8-a179-44ed-9a96-27e103b0914f request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:47:04.655501 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] For port 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=220eb57e-5faa-4ef7-b45a-a75bac664fd9,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:04.655831 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.668867 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Calling delete_port for 220eb57e-5faa-4ef7-b45a-a75bac664fd9 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:47:04.673163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Deleting port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:47:04.673543 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.738914 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] For port 220eb57e-5faa-4ef7-b45a-a75bac664fd9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=220eb57e-5faa-4ef7-b45a-a75bac664fd9,segment=NetworkSegment(9c5ff59e-2aca-483c-8a59-4d4b91e6057e),segment_id=9c5ff59e-2aca-483c-8a59-4d4b91e6057e)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:04.739201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.748639 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.752652 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Calling delete_port for 220eb57e-5faa-4ef7-b45a-a75bac664fd9 owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:47:04.777244 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Pushing event deleted for resources: {'Port': ['ID=220eb57e-5faa-4ef7-b45a-a75bac664fd9,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:04.780925 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] No DVR routers for this DVR port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 on host dv-cinder-847536-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:47:04.826688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (220eb57e-5faa-4ef7-b45a-a75bac664fd9), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.850629 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Pushing event deleted for resources: {'Port': ['ID=220eb57e-5faa-4ef7-b45a-a75bac664fd9,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:04.851211 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (d21023a8-a179-44ed-9a96-27e103b0914f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.855185 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] No DVR routers for this DVR port 220eb57e-5faa-4ef7-b45a-a75bac664fd9 on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:47:04.861428 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.861744 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.862083 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.862419 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.862746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.863078 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.866670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.866670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.866670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.866670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.866670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.867460 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.867604 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.867928 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.868255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30e7774-3b64-44ad-85eb-3a982770da28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:04.874546 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21023a8-a179-44ed-9a96-27e103b0914f']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:04.886023 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5ff59e-2aca-483c-8a59-4d4b91e6057e') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:04.886313 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5ff59e-2aca-483c-8a59-4d4b91e6057e') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:04.899912 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (9c5ff59e-2aca-483c-8a59-4d4b91e6057e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.913099 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (9c5ff59e-2aca-483c-8a59-4d4b91e6057e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.919339 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:47:04.919709 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (9c5ff59e-2aca-483c-8a59-4d4b91e6057e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.938619 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 9c5ff59e-2aca-483c-8a59-4d4b91e6057e resource provider aggregate not found Jun 24 10:47:04.976512 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment 9c5ff59e-2aca-483c-8a59-4d4b91e6057e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c5ff59e-2aca-483c-8a59-4d4b91e6057e found for delete ", "request_id": "req-81fffbd2-7b04-4e51-818d-a89f95c5df26"}]} Jun 24 10:47:04.988194 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (d21023a8-a179-44ed-9a96-27e103b0914f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.994979 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:04.998045 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] 10.222.0.69 "DELETE /v2.0/networks/d21023a8-a179-44ed-9a96-27e103b0914f HTTP/1.1" status: 204 len: 168 time: 0.5293899 Jun 24 10:47:05.008657 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab7be1-1dca-4ae2-a98e-7d2ace25c40f admin admin] Pushing event deleted for resources: {'Network': ['ID=d21023a8-a179-44ed-9a96-27e103b0914f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:05.175739 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51852) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:05.217535 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-712fde40-3d0c-48c7-a261-28b242b589f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e946a4548f114b088ac5073b28e31ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406156 Jun 24 10:47:05.219997 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51854) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:05.275789 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] Publish callbacks [] for security_group (4d5d43eb-89c8-492d-967e-25f738732494), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:05.300064 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] Publish callbacks [] for security_group (4d5d43eb-89c8-492d-967e-25f738732494), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:05.354078 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (4d5d43eb-89c8-492d-967e-25f738732494), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:05.356756 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:05.357948 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d5d43eb-89c8-492d-967e-25f738732494 HTTP/1.1" status: 204 len: 168 time: 0.1370726 Jun 24 10:47:05.366360 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a227cf-b646-46fb-8dc8-e13092c6b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d43eb-89c8-492d-967e-25f738732494,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:06.428760 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 220eb57e-5faa-4ef7-b45a-a75bac664fd9 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:47:06.580390 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 220eb57e-5faa-4ef7-b45a-a75bac664fd9 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:47:06.580773 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 220eb57e-5faa-4ef7-b45a-a75bac664fd9 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:47:06.643089 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:47:06.718253 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 51904) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:06.825277 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d85baa4-8c6e-4191-a7e2-24109225325e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:06.850544 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:06.905374 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d85baa4-8c6e-4191-a7e2-24109225325e admin admin] Publish callbacks [] for security_group (333aab0f-f3cc-46fb-b66f-6123d9af87d4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:06.911330 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d85baa4-8c6e-4191-a7e2-24109225325e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (333aab0f-f3cc-46fb-b66f-6123d9af87d4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:06.933444 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:06.951587 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1d85baa4-8c6e-4191-a7e2-24109225325e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e41a51a179b4371a2815bb2d02ea1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322736 Jun 24 10:47:06.952967 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85baa4-8c6e-4191-a7e2-24109225325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333aab0f-f3cc-46fb-b66f-6123d9af87d4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:06.954510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51908) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:07.005737 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] Publish callbacks [] for security_group (333aab0f-f3cc-46fb-b66f-6123d9af87d4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:07.027098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] Publish callbacks [] for security_group (333aab0f-f3cc-46fb-b66f-6123d9af87d4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:07.080581 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (333aab0f-f3cc-46fb-b66f-6123d9af87d4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:07.083057 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:07.084241 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/333aab0f-f3cc-46fb-b66f-6123d9af87d4 HTTP/1.1" status: 204 len: 168 time: 0.1279144 Jun 24 10:47:07.092347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737e319-7646-41cf-9307-caa1f4e0e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333aab0f-f3cc-46fb-b66f-6123d9af87d4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:07.310387 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:09.611858 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51976) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:09.732636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-57162da7-df93-4829-82bc-fce26177c6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:09.811062 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-57162da7-df93-4829-82bc-fce26177c6d7 admin admin] Publish callbacks [] for security_group (83a58844-8bd0-432f-b6b5-176dafa3343e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:09.816953 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-57162da7-df93-4829-82bc-fce26177c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (83a58844-8bd0-432f-b6b5-176dafa3343e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:09.854691 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162da7-df93-4829-82bc-fce26177c6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a58844-8bd0-432f-b6b5-176dafa3343e,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:09.860150 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-57162da7-df93-4829-82bc-fce26177c6d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9862baa0e1e4ed18d2888fed897d0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472639 Jun 24 10:47:09.863154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51980) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:09.902806 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:09.915078 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] Publish callbacks [] for security_group (83a58844-8bd0-432f-b6b5-176dafa3343e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:09.942483 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] Publish callbacks [] for security_group (83a58844-8bd0-432f-b6b5-176dafa3343e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:09.999068 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (83a58844-8bd0-432f-b6b5-176dafa3343e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.001779 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.002938 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83a58844-8bd0-432f-b6b5-176dafa3343e HTTP/1.1" status: 204 len: 168 time: 0.1387851 Jun 24 10:47:10.005044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:10.012209 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d7016-0a81-4f81-936e-696e9c23c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a58844-8bd0-432f-b6b5-176dafa3343e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:10.284504 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51986) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:10.298872 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2183e087-606b-429f-97c9-a3663dbeb7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.380983 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2183e087-606b-429f-97c9-a3663dbeb7be admin admin] Publish callbacks [] for security_group (7d68e295-d600-4506-9473-0c14b21832de), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.387710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2183e087-606b-429f-97c9-a3663dbeb7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7d68e295-d600-4506-9473-0c14b21832de), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.425198 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e087-606b-429f-97c9-a3663dbeb7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d68e295-d600-4506-9473-0c14b21832de,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:10.430455 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2183e087-606b-429f-97c9-a3663dbeb7be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cab64e16c71944b395223d5b905bdb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449068 Jun 24 10:47:10.433457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 51988) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:10.483941 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] Publish callbacks [] for security_group (7d68e295-d600-4506-9473-0c14b21832de), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.505110 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] Publish callbacks [] for security_group (7d68e295-d600-4506-9473-0c14b21832de), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.555669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (7d68e295-d600-4506-9473-0c14b21832de), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.558247 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:10.559400 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d68e295-d600-4506-9473-0c14b21832de HTTP/1.1" status: 204 len: 168 time: 0.1250439 Jun 24 10:47:10.572143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e139f5-0b51-4b8e-bfa3-017c9dcfc993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d68e295-d600-4506-9473-0c14b21832de,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:12.679186 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52056) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:12.801913 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fdb869bb-813b-4f2b-b340-e8ff9f9cc6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:12.886962 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fdb869bb-813b-4f2b-b340-e8ff9f9cc6a2 admin admin] Publish callbacks [] for security_group (cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:12.893626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fdb869bb-813b-4f2b-b340-e8ff9f9cc6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:12.933095 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-fdb869bb-813b-4f2b-b340-e8ff9f9cc6a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27432a933d2e45a3940fd491c50f66c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527690 Jun 24 10:47:12.933937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb869bb-813b-4f2b-b340-e8ff9f9cc6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:12.936001 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52060) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:12.997447 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] Publish callbacks [] for security_group (cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.019989 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] Publish callbacks [] for security_group (cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.079391 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.081977 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.083190 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf HTTP/1.1" status: 204 len: 168 time: 0.1461070 Jun 24 10:47:13.091339 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f35bd6-629e-4402-981a-d09c0296f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b3c6e-c1fb-47de-b843-bf2dbc0341cf,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:13.364647 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52066) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:13.378578 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7ec6-2f0f-43e0-b00f-cd79a21e5bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.458577 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7ec6-2f0f-43e0-b00f-cd79a21e5bf8 admin admin] Publish callbacks [] for security_group (fd0b6f79-b090-49ba-b038-da135f1af060), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.464918 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7ec6-2f0f-43e0-b00f-cd79a21e5bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (fd0b6f79-b090-49ba-b038-da135f1af060), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.504406 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d7ec6-2f0f-43e0-b00f-cd79a21e5bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0b6f79-b090-49ba-b038-da135f1af060,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:13.508534 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0a8d7ec6-2f0f-43e0-b00f-cd79a21e5bf8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3207a01779a4397b1beaebbc38530ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426432 Jun 24 10:47:13.511170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52068) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:13.559519 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] Publish callbacks [] for security_group (fd0b6f79-b090-49ba-b038-da135f1af060), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.584371 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] Publish callbacks [] for security_group (fd0b6f79-b090-49ba-b038-da135f1af060), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.634653 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (fd0b6f79-b090-49ba-b038-da135f1af060), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.637173 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:13.638329 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd0b6f79-b090-49ba-b038-da135f1af060 HTTP/1.1" status: 204 len: 168 time: 0.1262710 Jun 24 10:47:13.646214 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f564bd2-d0bf-4727-b5e9-74548fc28c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0b6f79-b090-49ba-b038-da135f1af060,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:14.778602 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52098) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:14.890919 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-333579c7-1aac-4237-a3ed-2f9fb2f4d94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:14.976532 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-333579c7-1aac-4237-a3ed-2f9fb2f4d94b admin admin] Publish callbacks [] for security_group (cfd41a92-23b3-4308-8f7e-3fca7834b148), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:14.982848 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-333579c7-1aac-4237-a3ed-2f9fb2f4d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cfd41a92-23b3-4308-8f7e-3fca7834b148), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:15.021807 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-333579c7-1aac-4237-a3ed-2f9fb2f4d94b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5aa53945f5884d4aaa87c69ad9b24bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417359 Jun 24 10:47:15.022669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333579c7-1aac-4237-a3ed-2f9fb2f4d94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd41a92-23b3-4308-8f7e-3fca7834b148,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:15.024468 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52102) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:15.080448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] Publish callbacks [] for security_group (cfd41a92-23b3-4308-8f7e-3fca7834b148), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:15.103740 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] Publish callbacks [] for security_group (cfd41a92-23b3-4308-8f7e-3fca7834b148), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:15.160990 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (cfd41a92-23b3-4308-8f7e-3fca7834b148), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:15.163507 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:15.164673 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfd41a92-23b3-4308-8f7e-3fca7834b148 HTTP/1.1" status: 204 len: 168 time: 0.1389937 Jun 24 10:47:15.172536 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813826-60e0-4872-be2d-59c22429adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd41a92-23b3-4308-8f7e-3fca7834b148,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:15.183651 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:16.639123 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:23.412985 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52220) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:23.519206 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec4d2405-f3b4-4ce9-b9aa-7a9c390cba3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.521700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:23.554527 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:23.609259 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec4d2405-f3b4-4ce9-b9aa-7a9c390cba3c admin admin] Publish callbacks [] for security_group (a34ea7dc-116b-4634-af32-f7dc2532ec77), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.616188 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ec4d2405-f3b4-4ce9-b9aa-7a9c390cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a34ea7dc-116b-4634-af32-f7dc2532ec77), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.664531 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ec4d2405-f3b4-4ce9-b9aa-7a9c390cba3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=def1c4c11f894df2a3174f8f79c96746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504716 Jun 24 10:47:23.665489 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d2405-f3b4-4ce9-b9aa-7a9c390cba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34ea7dc-116b-4634-af32-f7dc2532ec77,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:23.667524 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52224) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:23.696774 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:23.719606 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] Publish callbacks [] for security_group (a34ea7dc-116b-4634-af32-f7dc2532ec77), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.730224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:23.744883 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] Publish callbacks [] for security_group (a34ea7dc-116b-4634-af32-f7dc2532ec77), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.794764 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (a34ea7dc-116b-4634-af32-f7dc2532ec77), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.797242 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:23.798384 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a34ea7dc-116b-4634-af32-f7dc2532ec77 HTTP/1.1" status: 204 len: 168 time: 0.1298699 Jun 24 10:47:23.806168 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b6e7e-23bd-4e2e-8f52-408a627d5c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34ea7dc-116b-4634-af32-f7dc2532ec77,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:24.079905 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52230) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:24.094054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0adee509-3c9c-435e-a1b8-a7b14d408a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.183538 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0adee509-3c9c-435e-a1b8-a7b14d408a5d admin admin] Publish callbacks [] for security_group (805f5d0e-4424-4561-a5da-293e17e0b3b5), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.189117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0adee509-3c9c-435e-a1b8-a7b14d408a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (805f5d0e-4424-4561-a5da-293e17e0b3b5), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.228115 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-0adee509-3c9c-435e-a1b8-a7b14d408a5d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=777359abc94a49cab8ba592302529f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471181 Jun 24 10:47:24.228980 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee509-3c9c-435e-a1b8-a7b14d408a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805f5d0e-4424-4561-a5da-293e17e0b3b5,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:24.231306 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52232) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:24.286292 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] Publish callbacks [] for security_group (805f5d0e-4424-4561-a5da-293e17e0b3b5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.308595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] Publish callbacks [] for security_group (805f5d0e-4424-4561-a5da-293e17e0b3b5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.360730 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (805f5d0e-4424-4561-a5da-293e17e0b3b5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.363229 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.364381 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/805f5d0e-4424-4561-a5da-293e17e0b3b5 HTTP/1.1" status: 204 len: 168 time: 0.1319880 Jun 24 10:47:24.372931 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8720bd2-9452-4ce1-a476-6764c197ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805f5d0e-4424-4561-a5da-293e17e0b3b5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:24.707090 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52238) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:24.720766 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91558d5c-818b-43e0-a53b-29c9fc24d69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.796630 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91558d5c-818b-43e0-a53b-29c9fc24d69a admin admin] Publish callbacks [] for security_group (2ed15dca-250e-474d-bce0-d4a3055cb698), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.803226 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91558d5c-818b-43e0-a53b-29c9fc24d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2ed15dca-250e-474d-bce0-d4a3055cb698), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.841941 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91558d5c-818b-43e0-a53b-29c9fc24d69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed15dca-250e-474d-bce0-d4a3055cb698,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:24.846138 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-91558d5c-818b-43e0-a53b-29c9fc24d69a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41128160f32d41859f0fea4742d4fd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379707 Jun 24 10:47:24.849285 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52240) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:24.914293 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] Publish callbacks [] for security_group (2ed15dca-250e-474d-bce0-d4a3055cb698), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.935812 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] Publish callbacks [] for security_group (2ed15dca-250e-474d-bce0-d4a3055cb698), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.985745 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (2ed15dca-250e-474d-bce0-d4a3055cb698), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.988148 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:24.989321 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ed15dca-250e-474d-bce0-d4a3055cb698 HTTP/1.1" status: 204 len: 168 time: 0.1391864 Jun 24 10:47:24.997377 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf99fe-a270-4dce-9584-71d3fc45f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed15dca-250e-474d-bce0-d4a3055cb698,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:25.699974 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52262) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:25.803044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1538809621-network', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:25.833482 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Made reservation on behalf of 9d15300203df4c139c86b1ddf43f34c4 for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:47:25.835731 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:25.844780 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:25.925279 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks [] for security_group (53596824-6c39-4189-b123-fabdbbfc4cea), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:25.931628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (53596824-6c39-4189-b123-fabdbbfc4cea), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:25.959016 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:47:25.969076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53596824-6c39-4189-b123-fabdbbfc4cea,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:25.974289 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (7130e59c-1a09-4256-a513-f77782c985d4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:25.974630 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Added segment 7130e59c-1a09-4256-a513-f77782c985d4 of type vlan for network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e Jun 24 10:47:26.015472 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.043452 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.044422 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:26.045143 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.082868 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3817785 Jun 24 10:47:26.086025 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52266) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:26.091751 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Request body: {'subnet': {'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1538809621-subnet', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:26.107238 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900e1ff-3bb3-4218-99ef-e7565074bd2e admin admin] Pushing event updated for resources: {'Network': ['ID=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:26.115997 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Made reservation on behalf of 9d15300203df4c139c86b1ddf43f34c4 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:47:26.117302 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:47:26.118632 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26403194'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.185640 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:26.296850 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26700049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26403084'] for subnet (c9423030-64ca-4470-96f2-39b7db28204a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.300527 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:26.357006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9423030-64ca-4470-96f2-39b7db28204a,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:26.364544 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Checking segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:26.364937 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Network hostable DHCP agents. Network: 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:47:26.385312 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:47:26.395324 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:26.399573 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:26.400195 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.404280 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c68c8-b7d0-44f3-8fc5-168212bdabfa None None] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:47:26.417731 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bfd33d17-3afc-4d52-a022-fa20612ba7da admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3304718 Jun 24 10:47:26.420336 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52268) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:26.424623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:26.447732 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.448823 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.502314 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for router_controller (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.509443 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:47:26.510521 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.630239 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:26.634595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for router_gateway (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.642765 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Allocated IP 172.20.0.2 (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e/c9423030-64ca-4470-96f2-39b7db28204a/12852470-51e8-4739-8436-c6e0eb11bac9) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:26.737652 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:26.738597 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:26.787590 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks [] for port (12852470-51e8-4739-8436-c6e0eb11bac9), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.794357 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.816295 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for router_gateway (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.834882 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.840632 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:26.844106 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:26.846017 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Pushing event updated for resources: {'Port': ['ID=12852470-51e8-4739-8436-c6e0eb11bac9,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:26.848484 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:26.905461 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Attempting to bind port 12852470-51e8-4739-8436-c6e0eb11bac9 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:26.905734 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Attempting to bind port 12852470-51e8-4739-8436-c6e0eb11bac9 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:26.906071 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Attempting to bind port 12852470-51e8-4739-8436-c6e0eb11bac9 on network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:26.911373 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:26.911738 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Checking segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:26.912129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.912511 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Bound using segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:26.912992 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Bound port: 12852470-51e8-4739-8436-c6e0eb11bac9, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:26.913362 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:26.948147 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Allocated IP 172.27.1.161 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/78d16f38-caee-437c-8806-f624a250ed9b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:26.975122 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] For port 12852470-51e8-4739-8436-c6e0eb11bac9, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:26.978527 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] For port 12852470-51e8-4739-8436-c6e0eb11bac9, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=12852470-51e8-4739-8436-c6e0eb11bac9,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:26.985169 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.044071 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec8839-1249-4670-8937-75b9057a1338 None None] Pushing event updated for resources: {'Port': ['ID=12852470-51e8-4739-8436-c6e0eb11bac9,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:27.056678 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for port (78d16f38-caee-437c-8806-f624a250ed9b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.074093 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:27.094651 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (78d16f38-caee-437c-8806-f624a250ed9b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.098355 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:27.141876 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:27.145399 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:27.149635 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:27.176532 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Pushing event updated for resources: {'Port': ['ID=78d16f38-caee-437c-8806-f624a250ed9b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:27.415868 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for router_gateway (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.607308 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.741034 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:47:27.898736 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f1c6e-99de-4679-88df-bc1d7e701bc1 None None] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:47:27.985049 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Provisioning complete for port 12852470-51e8-4739-8436-c6e0eb11bac9 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:27.985320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:27.989688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:27.992374 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-278b15f2-4ccc-43f3-bf1f-5a80483fbd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.102413 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Current status of the port 12852470-51e8-4739-8436-c6e0eb11bac9 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:28.102805 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.114170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:47:28.127476 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Sync routers for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:47:28.134875 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.139491 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52270) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:28.143471 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:28.144171 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] For port 12852470-51e8-4739-8436-c6e0eb11bac9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=12852470-51e8-4739-8436-c6e0eb11bac9,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:28.144957 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:28.145511 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0c3d8683-9751-4903-9456-4365bba882ba admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7237716 Jun 24 10:47:28.153829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.211828 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762219f-5aae-4154-ade8-c5eafabdac7d None None] Pushing event updated for resources: {'Port': ['ID=12852470-51e8-4739-8436-c6e0eb11bac9,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:28.259649 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:28.334616 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:28.348652 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:28.374240 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-cb8335a3-167f-42bc-abf4-1512385fdd66 None None] Provisioning complete for port 12852470-51e8-4739-8436-c6e0eb11bac9 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:28.374985 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cb8335a3-167f-42bc-abf4-1512385fdd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.402693 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:28.430469 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:27Z', 'revision_number': 3, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:28.457269 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Checking router: d8e89952-7ae3-4cff-92f3-bf63a77ffb79 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:47:28.457749 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Updating router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 port 78d16f38-caee-437c-8806-f624a250ed9b binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:47:28.468214 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-cb8335a3-167f-42bc-abf4-1512385fdd66 None None] Current status of the port 12852470-51e8-4739-8436-c6e0eb11bac9 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:28.492263 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (78d16f38-caee-437c-8806-f624a250ed9b), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.509131 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 12852470-51e8-4739-8436-c6e0eb11bac9 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:28.552446 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 12852470-51e8-4739-8436-c6e0eb11bac9 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:28.552996 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.588522 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.628534 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 12852470-51e8-4739-8436-c6e0eb11bac9 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:28.739541 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks [] for port (78d16f38-caee-437c-8806-f624a250ed9b), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.741665 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Allocated IP 172.20.0.1 (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e/c9423030-64ca-4470-96f2-39b7db28204a/e0a429d7-d80e-41ce-8fc0-f4429a83fba4) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:28.752168 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (78d16f38-caee-437c-8806-f624a250ed9b), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.798929 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Attempting to bind port 78d16f38-caee-437c-8806-f624a250ed9b on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:28.799285 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Attempting to bind port 78d16f38-caee-437c-8806-f624a250ed9b by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:28.799638 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Attempting to bind port 78d16f38-caee-437c-8806-f624a250ed9b on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:28.808207 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Pushing event updated for resources: {'Port': ['ID=78d16f38-caee-437c-8806-f624a250ed9b,revision_number=2']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:28.811354 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:28.811719 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:28.812110 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.812489 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:28.812966 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Bound port: 78d16f38-caee-437c-8806-f624a250ed9b, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:28.813359 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (78d16f38-caee-437c-8806-f624a250ed9b), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.819410 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.819751 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.820104 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.820452 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.820803 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.821120 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.821437 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.821754 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.822069 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.822384 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.822697 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.823160 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.823774 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.824003 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.824333 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:47:28.841591 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks [] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.876117 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] For port 78d16f38-caee-437c-8806-f624a250ed9b, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:28.876395 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.879234 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] For port 78d16f38-caee-437c-8806-f624a250ed9b, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=78d16f38-caee-437c-8806-f624a250ed9b,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:28.888454 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (78d16f38-caee-437c-8806-f624a250ed9b), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.925033 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:28.930744 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:28.933572 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:28.938042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:28.947791 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:28.948963 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:28.982544 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:28.986412 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196be0a-2771-4474-936b-b2d8c462de82 None None] Pushing event updated for resources: {'Port': ['ID=78d16f38-caee-437c-8806-f624a250ed9b,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:28.999186 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:29.064571 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:29.111639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:29.118318 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:29.119735 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.158492 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:29.190377 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c5419fe9-36c6-44d0-9621-a42971e83703 None None] Provisioning complete for port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:29.191458 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c5419fe9-36c6-44d0-9621-a42971e83703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.226620 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c5419fe9-36c6-44d0-9621-a42971e83703 None None] Port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:29.239555 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:27Z', 'revision_number': 3, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:29.263698 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813a8f37-1e34-4648-8ed9-18178dd4bdaa None None] The sync data for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi is: [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:27Z', 'revision_number': 3, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:47:29.283919 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks [] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.290167 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.366751 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:29.369188 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.487173 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:29.488537 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:29.607720 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:47:29.720603 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:47:29.726849 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-910e5e5d-afff-4f1b-a4ee-fcee0701656e admin admin] 10.222.0.69 "PUT /v2.0/routers/d8e89952-7ae3-4cff-92f3-bf63a77ffb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5862379 Jun 24 10:47:29.748255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-316b06c2-c9fc-49be-b518-a12520959661 None None] Provisioning complete for port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:29.748639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-316b06c2-c9fc-49be-b518-a12520959661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:29.785368 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-316b06c2-c9fc-49be-b518-a12520959661 None None] Port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:30.228840 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52286) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:30.234662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1039618206-network', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:30.256618 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Made reservation on behalf of c9b72c205b204bdeacdfa364ac4fc2be for: {'network': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:47:30.259273 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for network (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.269116 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.335623 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-75fcc038-33aa-49fe-b42d-2c7d2b193b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.352865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks [] for security_group (3d5c9e7f-dc23-4f25-a33a-b38440398764), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.358800 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3d5c9e7f-dc23-4f25-a33a-b38440398764), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.382814 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:30.383766 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=104089) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 10:47:30.398576 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c9e7f-dc23-4f25-a33a-b38440398764,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:30.405003 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (ac31643d-7912-42db-9e02-9393a4a3211f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.405003 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.segments_db [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Added segment ac31643d-7912-42db-9e02-9393a4a3211f of type vlan for network b4fcccaf-f728-48e0-abb1-6371006215f2 Jun 24 10:47:30.448190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794937230803'] for network (b4fcccaf-f728-48e0-abb1-6371006215f2), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.458839 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:30.475944 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 78d16f38-caee-437c-8806-f624a250ed9b up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:30.489361 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352'] for network (b4fcccaf-f728-48e0-abb1-6371006215f2), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.490659 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:30.491425 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.527963 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 78d16f38-caee-437c-8806-f624a250ed9b triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:30.528332 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (78d16f38-caee-437c-8806-f624a250ed9b), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.535127 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3044052 Jun 24 10:47:30.537874 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52288) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:30.566739 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Request body: {'subnet': {'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1039618206-subnet', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'ip_version': 4}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:30.571594 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a953a-00b4-4eae-969d-9b948422e687 admin admin] Pushing event updated for resources: {'Network': ['ID=b4fcccaf-f728-48e0-abb1-6371006215f2,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:30.597251 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Made reservation on behalf of c9b72c205b204bdeacdfa364ac4fc2be for: {'subnet': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:47:30.599832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Network b4fcccaf-f728-48e0-abb1-6371006215f2 details requested by agent ovs-agent-dv-cinder-847536-1-iscsi with host dv-cinder-847536-1-iscsi {{(pid=104090) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 10:47:30.599969 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26344546'] for subnet (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.634802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 78d16f38-caee-437c-8806-f624a250ed9b is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:30.635177 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (78d16f38-caee-437c-8806-f624a250ed9b), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.690831 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port 78d16f38-caee-437c-8806-f624a250ed9b, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=78d16f38-caee-437c-8806-f624a250ed9b,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:30.697259 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (78d16f38-caee-437c-8806-f624a250ed9b), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.747146 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=78d16f38-caee-437c-8806-f624a250ed9b,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:30.782239 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26196323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26344468'] for subnet (8d230487-e260-4c43-83d8-e3a954864d98), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.839388 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d230487-e260-4c43-83d8-e3a954864d98,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:30.851882 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Checking segment: {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:30.852332 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Network hostable DHCP agents. Network: b4fcccaf-f728-48e0-abb1-6371006215f2, hostable agents: ['5068a9bf-d199-4a1b-a00a-4abf42eabe97'], hosted agents: [] {{(pid=104089) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 10:47:30.852754 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Sync routers for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:47:30.856785 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:30.868007 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:30.868710 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:30.870405 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Network b4fcccaf-f728-48e0-abb1-6371006215f2 is scheduled to be hosted by DHCP agent 5068a9bf-d199-4a1b-a00a-4abf42eabe97 with binding_index 1 {{(pid=104089) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 10:47:30.881299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847536-1-iscsi, b4fcccaf-f728-48e0-abb1-6371006215f2) {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:30.885735 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:30.886347 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.904478 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-223b3976-5db0-4703-9b57-6608635a077b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3655171 Jun 24 10:47:30.907177 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52290) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:30.911249 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:30.919601 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6db86-8220-423f-93d3-11c5492ea3e3 None None] Network b4fcccaf-f728-48e0-abb1-6371006215f2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:47:30.937199 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3716974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14218'] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.938390 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3715403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3714067', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3954125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14227'] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:30.989936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for router_controller (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), precommit_add_association {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.059615 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:31.133340 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for router_gateway (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.254541 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd036faa4-56da-5d11-bd81-870b81346236-b4fcccaf-f728-48e0-abb1-6371006215f2', 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2', 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'fixed_ips': [{'subnet_id': '8d230487-e260-4c43-83d8-e3a954864d98'}]}} from dv-cinder-847536-1-iscsi. {{(pid=104090) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 10:47:31.255461 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.304623 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:31.315310 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:31.327631 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for router_gateway (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.349307 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.401375 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:31.473221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Allocated IP 172.27.1.136 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/f1b3248a-8fa4-44a2-af59-02fd2fbea13f) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:31.525457 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 2, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:31.528081 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.db_base_plugin_common [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Allocated IP 172.20.0.2 (b4fcccaf-f728-48e0-abb1-6371006215f2/8d230487-e260-4c43-83d8-e3a954864d98/ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d) {{(pid=104090) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:31.560278 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Checking router: d8e89952-7ae3-4cff-92f3-bf63a77ffb79 for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:47:31.560692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Updating router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:47:31.584158 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.625473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.630929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.633499 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.670665 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:31.675845 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:31.678754 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:31.709628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:31.842800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:31.845402 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks [] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), precommit_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.871681 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), after_create {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.947869 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for router_gateway (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:31.949679 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Network b4fcccaf-f728-48e0-abb1-6371006215f2 is already hosted by enough agents. {{(pid=104090) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:31.955334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.scheduler.base_scheduler [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Resources bound (agent type, host, resource id): {{(pid=104090) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:31.960854 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Received port after_create {{(pid=104090) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:31.971053 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Pushing event updated for resources: {'Port': ['ID=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,revision_number=1']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:32.078874 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Attempting to bind port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:32.079245 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Attempting to bind port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:32.079608 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Attempting to bind port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d on network b4fcccaf-f728-48e0-abb1-6371006215f2 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:32.094391 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:32.094765 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Checking segment: {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:32.095165 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.095554 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Bound using segment: {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:32.096058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Bound port: ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:32.096434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.103896 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks [] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.117380 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:32.119493 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.163848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3718540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3714167'] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.172122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:32.207168 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb731-8d5b-4330-881b-daf7e19df397 None None] Pushing event updated for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:32.223877 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] For port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:32.227551 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] For port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:32.252508 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.295098 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:32.312633 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a is scheduled to L3 agent 001e1374-ef33-444f-834b-959eec7a011d with binding_index 1 {{(pid=104089) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 10:47:32.328639 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Attempting to bind port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:32.329058 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Attempting to bind port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:32.329396 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Attempting to bind port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 on network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:32.348510 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:32.349255 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Checking segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:32.349878 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.350502 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Bound using segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:32.351246 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Bound port: e0a429d7-d80e-41ce-8fc0-f4429a83fba4, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:32.351926 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.370094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f91aee-15a4-40f1-947d-b522c3833281 None None] Pushing event updated for resources: {'Port': ['ID=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:32.458316 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:47:32.470565 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Sync routers for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:47:32.473561 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] For port e0a429d7-d80e-41ce-8fc0-f4429a83fba4, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:32.478307 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] For port e0a429d7-d80e-41ce-8fc0-f4429a83fba4, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:32.484570 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.484962 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 78d16f38-caee-437c-8806-f624a250ed9b up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:32.489161 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-eb805ee3-6e89-440d-ac48-1ffd1b4e02ea admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5777740 Jun 24 10:47:32.489472 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52292) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:32.490603 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.498638 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:32.499321 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:32.537299 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:32.625722 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Provisioning complete for port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:32.626268 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.641675 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:32.698884 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:32.699713 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:32.812974 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:32.814721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb731-8d5b-4330-881b-daf7e19df397 None None] Pushing event updated for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:32.852014 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 78d16f38-caee-437c-8806-f624a250ed9b triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:32.852670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (78d16f38-caee-437c-8806-f624a250ed9b), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.894704 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:32.969993 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:31Z', 'revision_number': 3, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:32.984614 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:32.996277 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Checking router: f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:47:32.996622 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Updating router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a port f1b3248a-8fa4-44a2-af59-02fd2fbea13f binding host dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:47:33.013393 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Current status of the port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:33.013773 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.017742 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:33.030367 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.040014 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.042981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:33.093877 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 78d16f38-caee-437c-8806-f624a250ed9b is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:33.107634 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] For port e0a429d7-d80e-41ce-8fc0-f4429a83fba4, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:33.144692 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.215807 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab7f3-60eb-46e2-9d48-e5723aae4c27 None None] Pushing event updated for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:33.237044 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Allocated IP 172.20.0.1 (b4fcccaf-f728-48e0-abb1-6371006215f2/8d230487-e260-4c43-83d8-e3a954864d98/8c23bd5a-b3fa-4da1-b80d-91a663fe7d55) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:33.297841 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.298492 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-88271354-9304-46a6-8ed9-6256b2728943 None None] Provisioning complete for port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:33.298853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-88271354-9304-46a6-8ed9-6256b2728943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.300763 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:32Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:33.326777 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks [] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), precommit_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.337757 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.352070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e3540-c5a1-47cc-b5a0-560e1d23ba34 None None] The sync data for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi is: [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:32Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:47:33.390171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks [] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.393141 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30695-9265-44df-825b-167f8af85796 None None] Pushing event updated for resources: {'Port': ['ID=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,revision_number=2']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:33.432678 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:33.443385 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Attempting to bind port f1b3248a-8fa4-44a2-af59-02fd2fbea13f on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:33.443888 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Attempting to bind port f1b3248a-8fa4-44a2-af59-02fd2fbea13f by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:33.444414 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Attempting to bind port f1b3248a-8fa4-44a2-af59-02fd2fbea13f on network bccc77e6-380d-4635-8ef5-1d9dcf418c4c {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:33.452113 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:33.452657 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Checking segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:33.453171 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.453689 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Bound using segment: {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'} {{(pid=104091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:33.454245 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.managers [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Bound port: f1b3248a-8fa4-44a2-af59-02fd2fbea13f, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57298c58-2043-4a5b-9f9b-0071c39420b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c'}}] {{(pid=104091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:33.454762 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), before_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.459673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.484781 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:33.518557 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-88271354-9304-46a6-8ed9-6256b2728943 None None] Current status of the port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:33.521746 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.533203 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] For port f1b3248a-8fa4-44a2-af59-02fd2fbea13f, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:33.539380 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.plugins.ml2.db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] For port f1b3248a-8fa4-44a2-af59-02fd2fbea13f, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:33.540687 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Network b4fcccaf-f728-48e0-abb1-6371006215f2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:33.543761 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:33.546715 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:33.552860 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), after_update {{(pid=104091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.558257 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:33.574375 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Pushing event updated for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:33.595518 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3718098'] for router_interface (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.638183 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c30695-9265-44df-825b-167f8af85796 None None] Pushing event updated for resources: {'Port': ['ID=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,revision_number=3']} {{(pid=104091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:33.642186 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:33.642912 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:33.662096 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db395c-683b-4357-ae20-b44504ad333c None None] Network b4fcccaf-f728-48e0-abb1-6371006215f2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:47:33.758592 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.764870 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:33.889367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Provisioning complete for port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:33.889885 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.937134 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks [] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.948373 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700188'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:33.968778 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:34.007556 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:31Z', 'revision_number': 3, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:34.011396 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Pushing event updated for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:34.014403 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Current status of the port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:34.017662 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.053141 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715650'] for router_interface (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.056396 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad59e1d1-d82e-40f9-8af7-44133500f8f2 None None] The sync data for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi is: [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:31Z', 'revision_number': 3, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:47:34.079345 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] For port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:34.089395 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.160296 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2880d-8a18-43d4-bb54-3edd0d4816a7 None None] Pushing event updated for resources: {'Port': ['ID=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:34.177422 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:34.200131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Network b4fcccaf-f728-48e0-abb1-6371006215f2 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:34.202619 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:34.311810 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.312188 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.329246 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:34.347216 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:47:34.366556 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:34.399311 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Provisioning complete for port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.399689 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.518319 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-c88ca96b-ac15-4cd3-84ba-fc006a60bf77 None None] Current status of the port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:34.583471 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:47:34.605970 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1e61f48f-e7f3-463e-b283-8a4535551f21 admin admin] 10.222.0.69 "PUT /v2.0/routers/f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153555 Jun 24 10:47:34.627734 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e0a429d7-d80e-41ce-8fc0-f4429a83fba4 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:34.684536 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-246383b2-ae72-424a-8c55-17b21c489354 None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.685325 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-246383b2-ae72-424a-8c55-17b21c489354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.731345 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:34.744561 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-246383b2-ae72-424a-8c55-17b21c489354 None None] Port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:34.759697 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.760060 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.890666 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-7c8dcfcc-b96c-4ed1-8195-eb06a9cca368 None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.891041 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-7c8dcfcc-b96c-4ed1-8195-eb06a9cca368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:34.894111 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:34.895195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:34.956260 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dcfcc-b96c-4ed1-8195-eb06a9cca368 None None] Port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:34.973435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:34.973814 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.055267 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:35.056336 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device f1b3248a-8fa4-44a2-af59-02fd2fbea13f up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:35.073228 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52300) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.078045 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422682939', 'description': 'tempest-secgroup-smoke-422682939 description', 'project_id': '9d15300203df4c139c86b1ddf43f34c4'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.108456 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.116120 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port f1b3248a-8fa4-44a2-af59-02fd2fbea13f triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:35.116590 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.197839 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (e92f1901-3f85-44ba-b0d2-95fb372b0732), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.203915 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e92f1901-3f85-44ba-b0d2-95fb372b0732), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.208376 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port f1b3248a-8fa4-44a2-af59-02fd2fbea13f is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:35.208794 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.215999 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:35.232775 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] For port f1b3248a-8fa4-44a2-af59-02fd2fbea13f, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:35.237984 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92f1901-3f85-44ba-b0d2-95fb372b0732,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.239842 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.243588 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.249627 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52302) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.250313 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8083a47e-3302-48ac-9ae5-a8518a85cbd8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1752770 Jun 24 10:47:35.255559 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.288203 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (41044500-3bd4-4557-bd7d-010dc77c23d5), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.288501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Pushing event updated for resources: {'Port': ['ID=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.349699 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (41044500-3bd4-4557-bd7d-010dc77c23d5), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.356629 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (41044500-3bd4-4557-bd7d-010dc77c23d5), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.375847 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41044500-3bd4-4557-bd7d-010dc77c23d5,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.384544 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.385811 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-18ee717c-37fe-4d06-88e1-7b275bb69490 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351275 Jun 24 10:47:35.389184 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52304) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.393712 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.421698 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (d57a5fd2-69da-4e77-8b17-9e5f257a1ee7), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.482784 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (d57a5fd2-69da-4e77-8b17-9e5f257a1ee7), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.488091 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (d57a5fd2-69da-4e77-8b17-9e5f257a1ee7), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.508232 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57a5fd2-69da-4e77-8b17-9e5f257a1ee7,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.514956 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.516154 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-d4fc1853-1b3d-466b-8ddd-15aaff46389b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260247 Jun 24 10:47:35.518909 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52306) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.523178 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.551218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (80a81b6c-c5b0-4fd7-952c-ed7e4fc828be), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.601670 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (80a81b6c-c5b0-4fd7-952c-ed7e4fc828be), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.606940 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (80a81b6c-c5b0-4fd7-952c-ed7e4fc828be), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.626531 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a81b6c-c5b0-4fd7-952c-ed7e4fc828be,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.632984 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.634157 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-cbe06f12-cdd9-452d-91e8-acc6ae4bc52d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143146 Jun 24 10:47:35.636901 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52308) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.641111 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.672171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (d362d54e-cdef-47a1-9fd3-95f6c33d16cc), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.731308 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (d362d54e-cdef-47a1-9fd3-95f6c33d16cc), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.737128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (d362d54e-cdef-47a1-9fd3-95f6c33d16cc), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.757742 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362d54e-cdef-47a1-9fd3-95f6c33d16cc,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.764683 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.765891 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-3b1d958d-1095-42a8-8894-1c164def9666 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280537 Jun 24 10:47:35.769830 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52310) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.774069 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.784155 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:35.800703 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.securitygroups_db [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Project 9d15300203df4c139c86b1ddf43f34c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:47:35.807605 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (8cb017c1-b1fb-4fc1-bd58-17de3fbc76fd), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.845012 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:35.860875 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (8cb017c1-b1fb-4fc1-bd58-17de3fbc76fd), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.866021 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (8cb017c1-b1fb-4fc1-bd58-17de3fbc76fd), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.885898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb017c1-b1fb-4fc1-bd58-17de3fbc76fd,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:35.895080 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.896273 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-14525428-948a-486e-a9c4-bdbb3570a216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255786 Jun 24 10:47:35.899130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52312) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:47:35.903549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'security_group_rule': {'security_group_id': 'e92f1901-3f85-44ba-b0d2-95fb372b0732', 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:35.926877 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.securitygroups_db [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Project 9d15300203df4c139c86b1ddf43f34c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 10:47:35.933515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (cafc4149-9056-4898-80eb-cbf08161112e), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:35.994907 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (cafc4149-9056-4898-80eb-cbf08161112e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:36.000663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3709992'] for security_group_rule (cafc4149-9056-4898-80eb-cbf08161112e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:36.019035 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafc4149-9056-4898-80eb-cbf08161112e,revision_number=0']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:36.030427 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:36.031649 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-744231cd-d785-4fe7-9a3e-05ad631c8a23 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315923 Jun 24 10:47:36.468667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device f1b3248a-8fa4-44a2-af59-02fd2fbea13f up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:36.527666 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port f1b3248a-8fa4-44a2-af59-02fd2fbea13f triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:36.528130 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:36.606284 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port f1b3248a-8fa4-44a2-af59-02fd2fbea13f is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:36.827182 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Sync routers for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:47:36.838558 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:36.839204 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:36.948039 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:36.976516 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:37.150118 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 4, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '8c23bd5a-b3fa-4da1-b80d-91a663fe7d55', 'name': '', 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'mac_address': 'fa:16:3e:5d:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8d230487-e260-4c43-83d8-e3a954864d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:33Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 2, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'subnets': [{'id': '8d230487-e260-4c43-83d8-e3a954864d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:37.177984 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Checking router: f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:47:37.178342 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Updating router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 binding host dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 10:47:37.205933 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.487530 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks [] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.496562 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.548862 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d5d8-48a5-49b9-bab9-919e5a310b79 None None] Pushing event updated for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:37.599189 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:37.611234 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Attempting to bind port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 on host dv-cinder-847536-1-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:37.611886 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Attempting to bind port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 by drivers openvswitch,hyperv on host dv-cinder-847536-1-iscsi at level 0 using segments [{'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:37.612244 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Attempting to bind port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 on network b4fcccaf-f728-48e0-abb1-6371006215f2 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:37.618418 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Checking agent: {'id': 'a7c45ddf-893e-4ba9-8ed3-400357f63115', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847536-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 27, 33), 'started_at': datetime.datetime(2022, 6, 24, 10, 28, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847536-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:37.618791 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Checking segment: {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:37.619186 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.619571 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Bound using segment: {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:37.620036 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Bound port: 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55, host: dv-cinder-847536-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac31643d-7912-42db-9e02-9393a4a3211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:37.620411 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.692434 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] For port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55, host dv-cinder-847536-1-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:37.695778 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] For port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55, host dv-cinder-847536-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:37.705546 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.772791 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:47:37.773417 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:47:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:37.775445 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d5d8-48a5-49b9-bab9-919e5a310b79 None None] Pushing event updated for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:37.831435 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:37.831799 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:37.889253 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:37.922277 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:47:38.030975 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Current status of the port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 is: DOWN; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:38.031206 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:38.243832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] For port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:47:38.251893 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:38.335783 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52faf12-4775-46e1-9314-534a19ed3190 None None] Pushing event updated for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:38.338500 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 4, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '8c23bd5a-b3fa-4da1-b80d-91a663fe7d55', 'name': '', 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'mac_address': 'fa:16:3e:5d:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8d230487-e260-4c43-83d8-e3a954864d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:33Z', 'updated_at': '2022-06-24T10:47:37Z', 'revision_number': 4, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'subnets': [{'id': '8d230487-e260-4c43-83d8-e3a954864d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:47:38.369178 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea1a835-fa1c-4a92-a2e6-4be07df615ad None None] The sync data for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi is: [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 4, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': '8c23bd5a-b3fa-4da1-b80d-91a663fe7d55', 'name': '', 'network_id': 'b4fcccaf-f728-48e0-abb1-6371006215f2', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'mac_address': 'fa:16:3e:5d:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '8d230487-e260-4c43-83d8-e3a954864d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:33Z', 'updated_at': '2022-06-24T10:47:37Z', 'revision_number': 4, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'subnets': [{'id': '8d230487-e260-4c43-83d8-e3a954864d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:47:38.376357 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-798a278d-dba0-439e-92c5-9459f10987da None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:38.376802 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-798a278d-dba0-439e-92c5-9459f10987da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:38.475496 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-798a278d-dba0-439e-92c5-9459f10987da None None] Current status of the port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:40.477625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 up at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:47:40.517533 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:40.525959 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Provisioning complete for port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:40.526324 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:40.608501 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Current status of the port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 is: ACTIVE; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:47:43.641888 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:47:45.226171 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:45.236224 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=44,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:46.018541 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:46.019392 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=28,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:50.420576 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-ab15066f-0ba1-487e-a04b-d5f6d59a3f57 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422682939&fields=id&tenant_id=9d15300203df4c139c86b1ddf43f34c4 HTTP/1.1" status: 200 len: 267 time: 0.0479667 Jun 24 10:47:50.603498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:50.606565 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:50.810763 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c8a34eeb-bc60-450b-b75b-cd338fdde114 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:50.812236 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c8a34eeb-bc60-450b-b75b-cd338fdde114 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 809 time: 0.3849051 Jun 24 10:47:50.829784 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-674a9233-1725-41e8-9355-3c77481be442 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/quotas/9d15300203df4c139c86b1ddf43f34c4 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Jun 24 10:47:50.880168 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-7e36d8b8-7c27-4f32-a3ce-e2f2757a4e68 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444920 Jun 24 10:47:51.077497 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-bbc1e0d3-854c-4c0b-aa66-e17a55988911 service neutron] 10.222.0.69 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855881 Jun 24 10:47:51.166819 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-ef9ff5db-5c66-4991-a348-5ef876260457 service neutron] 10.222.0.69 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834014 Jun 24 10:47:51.481454 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b458a096-d1d4-4c26-977c-ab4ffe8b0866 req-8435caf8-c26c-4c26-8c87-c2ee96788a08 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 210 time: 0.0319078 Jun 24 10:47:52.568026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-4b5ad51e-7e1b-4505-8b04-2af971a08dda tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:52.569459 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-4b5ad51e-7e1b-4505-8b04-2af971a08dda tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 809 time: 0.1285150 Jun 24 10:47:52.597745 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d4f2e0ec-0456-4908-ac10-f16a13c0aeb0 req-2d9c4522-66c2-4540-90fe-13828ca020c2 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 210 time: 0.0455828 Jun 24 10:47:52.651739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-55b6fe7c-34eb-4888-b62d-4ddcf423c93c tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d15300203df4c139c86b1ddf43f34c4 HTTP/1.1" status: 200 len: 379 time: 0.0610347 Jun 24 10:47:52.661814 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'port': {'device_id': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'admin_state_up': True, 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'security_groups': ['e92f1901-3f85-44ba-b0d2-95fb372b0732']}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:52.772517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Made reservation on behalf of 9d15300203df4c139c86b1ddf43f34c4 for: {'port': 1} {{(pid=104089) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 10:47:52.776117 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:52.914307 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Allocated IP 172.20.0.5 (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e/c9423030-64ca-4470-96f2-39b7db28204a/45e86066-8f7d-47c4-85f1-11ef2c9c681a) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:47:52.952656 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.029435 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.075061 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.111260 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.155376 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:47:53.158316 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:47:53.163600 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:47:53.169721 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:53.218453 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:53.219055 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.239582 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-c53d9bdf-c4d3-446d-b102-97352580919d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815468 Jun 24 10:47:53.250444 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Request body: {'port': {'device_id': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84753'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:47:53.315702 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.390119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-6745d795-5b75-46aa-aba2-3c19206ee36a None None] Provisioning complete for port 45e86066-8f7d-47c4-85f1-11ef2c9c681a triggered by entity DHCP. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:47:53.391181 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6745d795-5b75-46aa-aba2-3c19206ee36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.426731 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-6745d795-5b75-46aa-aba2-3c19206ee36a None None] Port 45e86066-8f7d-47c4-85f1-11ef2c9c681a cannot update to ACTIVE because it is not bound. {{(pid=104090) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 10:47:53.574049 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e86066-8f7d-47c4-85f1-11ef2c9c681a {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:47:53.581495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks [] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.594016 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Transition to ACTIVE for port object 45e86066-8f7d-47c4-85f1-11ef2c9c681a will not be triggered until provisioned by entity L2. {{(pid=104089) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 10:47:53.601204 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.637349 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=28 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.640591 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=50 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.660772 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:53.748916 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f71e3-dddc-4e47-8631-8bdc5b73adff req-6262d240-64f1-49e5-95c2-092d8cb936f6 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:53.750469 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-463f71e3-dddc-4e47-8631-8bdc5b73adff req-6262d240-64f1-49e5-95c2-092d8cb936f6 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0731871 Jun 24 10:47:53.775684 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.790253 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Attempting to bind port 45e86066-8f7d-47c4-85f1-11ef2c9c681a on host hv-cinder-84753 for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 10:47:53.790593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Attempting to bind port 45e86066-8f7d-47c4-85f1-11ef2c9c681a by drivers openvswitch,hyperv on host hv-cinder-84753 at level 0 using segments [{'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 10:47:53.790920 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Attempting to bind port 45e86066-8f7d-47c4-85f1-11ef2c9c681a on network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:53.800483 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Port 45e86066-8f7d-47c4-85f1-11ef2c9c681a on network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84753 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 10:47:53.800829 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Attempting to bind port 45e86066-8f7d-47c4-85f1-11ef2c9c681a on network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 10:47:53.816974 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Checking agent: {'id': 'ee38677a-5413-4265-9346-02acc85c9ceb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84753', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'started_at': datetime.datetime(2022, 6, 24, 10, 33, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 10:47:53.817315 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Checking segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 10:47:53.817697 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Bound using segment: {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 10:47:53.818130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Bound port: 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host: hv-cinder-84753, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7130e59c-1a09-4256-a513-f77782c985d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 10:47:53.818582 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.825426 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:53.844721 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-463f71e3-dddc-4e47-8631-8bdc5b73adff req-357209be-2fc4-4943-a477-28e01d9f0cef tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858421 Jun 24 10:47:53.895357 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 10:47:53.898330 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 10:47:53.904640 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.941521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:53.941521 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:53.943638 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] 10.222.0.20 "PUT /v2.0/ports/45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1093 time: 0.6975100 Jun 24 10:47:53.944030 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:47:53.946286 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71ad0d0-20bd-4843-b177-ffca5e49e357" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:47:53.965802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc058e77-0650-45c2-8c28-04473169e6db service neutron] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:47:54.040282 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-b8553c5e-1560-47b0-9d52-523edf2c35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.041928 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-b8553c5e-1560-47b0-9d52-523edf2c35fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1127 time: 0.0510685 Jun 24 10:47:54.057770 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b4342-2cb5-45ba-aa10-225b2c3d0e8a x-openstack-request-id: req-178b4342-2cb5-45ba-aa10-225b2c3d0e8a {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:47:54.058079 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:47:54.058322 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-178b4342-2cb5-45ba-aa10-225b2c3d0e8a {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:47:54.058811 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178b4342-2cb5-45ba-aa10-225b2c3d0e8a'] response: {'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'status': 'completed', 'code': 200} Jun 24 10:47:54.087347 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-11e23e6b-466f-40f3-9640-e5296edd0100 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 217 time: 0.0378451 Jun 24 10:47:54.139305 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-5a4c72e0-fb91-4ab6-85b8-210b9d2176b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.140796 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-5a4c72e0-fb91-4ab6-85b8-210b9d2176b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0471776 Jun 24 10:47:54.191048 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-80b8ff6c-5e6a-475c-9984-33c665368ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.193132 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-80b8ff6c-5e6a-475c-9984-33c665368ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460052 Jun 24 10:47:54.290582 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-d6a92ff8-1cfb-444d-8531-f88517c4d998 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911787 Jun 24 10:47:54.388997 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c7056d33-cc9f-47b9-87db-7dd0d1ea0ab6 req-afc0bf13-9fd2-4617-9bf6-5445237664cd service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919483 Jun 24 10:47:54.653054 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-99424985-533d-4fff-bafe-b554a9fed68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.654464 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-99424985-533d-4fff-bafe-b554a9fed68b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1127 time: 0.0421021 Jun 24 10:47:54.749523 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-003a1c9a-5e60-4006-be96-13245a17e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.750947 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-003a1c9a-5e60-4006-be96-13245a17e520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0893395 Jun 24 10:47:54.789607 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-eb578cd4-69d4-47f5-a2c7-2f1ea4b296d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 217 time: 0.0319989 Jun 24 10:47:54.837933 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-6a8a63ee-7666-4943-9d0e-1b6d2250aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.839303 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-6a8a63ee-7666-4943-9d0e-1b6d2250aa66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0433877 Jun 24 10:47:54.897517 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-b3de8c78-fa43-47c3-8a88-7b9959012443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:54.899127 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-b3de8c78-fa43-47c3-8a88-7b9959012443 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526931 Jun 24 10:47:55.010404 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da191e-3e42-4af6-bf2a-039557329b60 req-48c2794d-6a44-4999-acd1-e6433863f749 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:55.011886 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b6da191e-3e42-4af6-bf2a-039557329b60 req-48c2794d-6a44-4999-acd1-e6433863f749 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0893219 Jun 24 10:47:55.041087 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-1fcff2a6-e1dd-42a7-bf27-1b55a60bdb83 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357913 Jun 24 10:47:55.075440 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:55.103075 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b6da191e-3e42-4af6-bf2a-039557329b60 req-c3d9dca6-33e9-4e73-b142-127b32fa1f54 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831587 Jun 24 10:47:55.161898 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f71ad0d0-20bd-4843-b177-ffca5e49e357 req-cf699e90-3ddb-443f-b079-8fd1cd81d9c3 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137803 Jun 24 10:47:56.214865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:47:56.234539 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b5ca2-bec6-4e4c-811f-ddb5c1f97cd4 req-9235536d-4669-4cb9-b43f-2f11b15f8456 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:56.236056 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-139b5ca2-bec6-4e4c-811f-ddb5c1f97cd4 req-9235536d-4669-4cb9-b43f-2f11b15f8456 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0548620 Jun 24 10:47:56.293735 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-139b5ca2-bec6-4e4c-811f-ddb5c1f97cd4 req-deae8ac8-c97a-4153-84d9-b571e5978160 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458355 Jun 24 10:47:57.428299 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb0477-e514-4edf-b712-a8a98c487368 req-f9fb3b55-c0cb-4494-863f-b98270749216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:57.429758 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-17cb0477-e514-4edf-b712-a8a98c487368 req-f9fb3b55-c0cb-4494-863f-b98270749216 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0557117 Jun 24 10:47:57.482921 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-17cb0477-e514-4edf-b712-a8a98c487368 req-bd608c73-9bf0-4b86-93b2-573b47aef4d1 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447299 Jun 24 10:47:57.949243 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-83412294-fca5-4b84-800e-1d08463a7f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:47:58.606416 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce4b5d-f8a6-4942-8ce1-a9d1a30f06a8 req-b7f77ac5-d1ed-4d62-8af9-783ce84cac89 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:58.607866 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f2ce4b5d-f8a6-4942-8ce1-a9d1a30f06a8 req-b7f77ac5-d1ed-4d62-8af9-783ce84cac89 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0477138 Jun 24 10:47:58.659396 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f2ce4b5d-f8a6-4942-8ce1-a9d1a30f06a8 req-fe0bb5b6-f4c8-4188-91ef-3a1926ecff2f tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432298 Jun 24 10:47:59.799804 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24104414-eee2-42fc-a545-19c629b4b452 req-b866024a-5c49-42fe-945f-5ca143613567 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:47:59.801219 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24104414-eee2-42fc-a545-19c629b4b452 req-b866024a-5c49-42fe-945f-5ca143613567 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0599945 Jun 24 10:47:59.850193 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-24104414-eee2-42fc-a545-19c629b4b452 req-72a59e15-c77f-48c2-8fa9-1312069dc3f8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Jun 24 10:48:00.348950 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5e96d879-0de2-4bf2-8bde-1a4a0d6cb8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:00.976359 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb393-a7f7-4ee6-9e4f-803299226c0c req-6555649a-f7f3-4980-8ca1-cddac752c3ed tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:00.977854 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8d5eb393-a7f7-4ee6-9e4f-803299226c0c req-6555649a-f7f3-4980-8ca1-cddac752c3ed tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0565476 Jun 24 10:48:01.030243 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8d5eb393-a7f7-4ee6-9e4f-803299226c0c req-4396373a-82f5-4ee1-8455-131c85a4bae0 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Jun 24 10:48:01.587443 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:02.162565 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f19d0-c583-4998-97c3-53a0e489218c req-0deb9653-9e26-4b20-b8f2-953ff7b04281 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:02.164081 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1a1f19d0-c583-4998-97c3-53a0e489218c req-0deb9653-9e26-4b20-b8f2-953ff7b04281 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0541241 Jun 24 10:48:02.223848 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1a1f19d0-c583-4998-97c3-53a0e489218c req-d1bbcf46-f86d-488c-b3f6-388f19a70dbf tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514929 Jun 24 10:48:02.534637 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:48:02.636214 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:48:02.648030 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'mac_address': 'fa:16:3e:12:37:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:48:02.682411 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 45e86066-8f7d-47c4-85f1-11ef2c9c681a is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:48:02.682717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:02.698867 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e86066-8f7d-47c4-85f1-11ef2c9c681a {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:48:02.718311 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:48:02.725688 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:02.777895 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:48:02.932123 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['45e86066-8f7d-47c4-85f1-11ef2c9c681a'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:48:02.975548 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:03.267836 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:03.344128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba99e1-573d-4621-9100-3278dd516fcf req-2a6583c8-e802-4056-94fe-884b29bfc9f0 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:03.345617 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3fba99e1-573d-4621-9100-3278dd516fcf req-2a6583c8-e802-4056-94fe-884b29bfc9f0 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 944 time: 0.0485182 Jun 24 10:48:03.398397 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3fba99e1-573d-4621-9100-3278dd516fcf req-5c7d23fe-1366-4736-9541-294665d186ef tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 Jun 24 10:48:03.406308 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:03.742460 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:03.745901 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:04.524760 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d491bf-14bd-4fb9-bcb3-e22d422bc4af req-a964c477-6f9a-4dc6-a338-c40da114b3e3 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:04.526207 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76d491bf-14bd-4fb9-bcb3-e22d422bc4af req-a964c477-6f9a-4dc6-a338-c40da114b3e3 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 944 time: 0.0493844 Jun 24 10:48:04.538833 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:48:04.580095 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-76d491bf-14bd-4fb9-bcb3-e22d422bc4af req-52ff2406-f315-463a-beb9-580be00bf254 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454962 Jun 24 10:48:04.581986 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning for port 45e86066-8f7d-47c4-85f1-11ef2c9c681a completed by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 10:48:04.591865 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 45e86066-8f7d-47c4-85f1-11ef2c9c681a triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:48:04.592497 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:04.620700 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:04.623190 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:04.671230 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 45e86066-8f7d-47c4-85f1-11ef2c9c681a is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:48:04.671611 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:04.694829 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:48:04.697145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d2e7fb-52d6-4fa3-aa6c-5c86ed7ecb8a" -d '{"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:48:04.710699 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:48:04.715720 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:04.761558 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=5']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:48:04.840408 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e2f831-ccc4-4ac0-b09d-81c89bcafa60 x-openstack-request-id: req-84e2f831-ccc4-4ac0-b09d-81c89bcafa60 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:48:04.840763 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:48:04.841030 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84e2f831-ccc4-4ac0-b09d-81c89bcafa60 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:48:04.841433 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e2f831-ccc4-4ac0-b09d-81c89bcafa60'] response: {'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'code': 200} Jun 24 10:48:05.053076 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae036919-e087-424f-9572-985bcc751200 req-a4cec538-011b-483b-b9ec-57fb2ba07f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:05.054475 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae036919-e087-424f-9572-985bcc751200 req-a4cec538-011b-483b-b9ec-57fb2ba07f28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0425696 Jun 24 10:48:05.103171 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ae036919-e087-424f-9572-985bcc751200 req-c4d9d142-d830-46f7-aac5-84b92bfae209 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Jun 24 10:48:05.714728 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c51c6-7fa0-44a1-a63a-7d0ab72158b0 req-00641d68-32cb-474e-8724-ee577464ee59 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:05.716131 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-730c51c6-7fa0-44a1-a63a-7d0ab72158b0 req-00641d68-32cb-474e-8724-ee577464ee59 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0569046 Jun 24 10:48:05.751841 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:05.769417 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-730c51c6-7fa0-44a1-a63a-7d0ab72158b0 req-b39fffa7-cc1e-4906-98f5-7f01904422df tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447032 Jun 24 10:48:06.901042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb01e4-8aa0-47cc-a648-83d32ed351a3 req-bce7c961-a5ed-41f3-ae3c-52ff6af0f566 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:06.903143 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-faeb01e4-8aa0-47cc-a648-83d32ed351a3 req-bce7c961-a5ed-41f3-ae3c-52ff6af0f566 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0521150 Jun 24 10:48:06.961318 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-faeb01e4-8aa0-47cc-a648-83d32ed351a3 req-b39c263a-9b2b-41ef-a181-0e2d3cc19cd9 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495806 Jun 24 10:48:07.082594 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90098b-4f33-498d-97bb-f4e02080dac0 req-54da39b5-98ca-49f5-a365-f93af82e075e tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:07.083950 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a90098b-4f33-498d-97bb-f4e02080dac0 req-54da39b5-98ca-49f5-a365-f93af82e075e tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0482011 Jun 24 10:48:07.103613 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:07.135144 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6a90098b-4f33-498d-97bb-f4e02080dac0 req-5befa65b-47fb-4167-b3f2-b5ebc6141d22 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451703 Jun 24 10:48:07.157745 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52470) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:48:07.252821 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc62ff-1da4-4b29-970a-255f88ba999a tempest-TestShelveInstance-1330008723 tempest-TestShelveInstance-1330008723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:07.254328 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-36cc62ff-1da4-4b29-970a-255f88ba999a tempest-TestShelveInstance-1330008723 tempest-TestShelveInstance-1330008723-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1124 time: 0.0956562 Jun 24 10:48:07.258656 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52474) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:48:07.262843 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.v2.base [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Request body: {'floatingip': {'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104089) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 10:48:07.286837 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:07.370122 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:07.480415 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Allocated IP 172.27.1.16 (bccc77e6-380d-4635-8ef5-1d9dcf418c4c/b913ded7-56c8-4e04-a9d6-b916579764b2/0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 10:48:07.585590 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:07.622425 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794937276317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:07.661243 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Network bccc77e6-380d-4635-8ef5-1d9dcf418c4c is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 10:48:07.665943 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 10:48:07.669669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 10:48:07.672922 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'Port': ['ID=0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:48:07.706391 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.706710 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.707065 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.707399 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.707723 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.708042 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.708367 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.708682 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.709026 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.709344 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.709662 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.709978 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.710295 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.710587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.710898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:48:07.892171 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:07.981729 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:08.051738 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for floatingip (92cf6faf-c8c4-46b2-be5c-a36b2a5e9768), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.123331 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.268108 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.275587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26196462'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.345593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event updated for resources: {'Port': ['ID=0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:48:08.356937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3704227'] for floatingip (92cf6faf-c8c4-46b2-be5c-a36b2a5e9768), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.454898 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Floating IP 92cf6faf-c8c4-46b2-be5c-a36b2a5e9768 associated. External IP: 172.27.1.16, port: 45e86066-8f7d-47c4-85f1-11ef2c9c681a. Jun 24 10:48:08.653549 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:48:08.739952 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:08.758371 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:48:08.769475 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Sync routers for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:48:08.778587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:08.780489 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:48:08.781144 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:48:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:48:08.781427 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:08.814868 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-233b2930-fafb-4c3c-823b-e3ed5a5595e5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5530248 Jun 24 10:48:08.814868 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:48:08.815609 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:48:08.851110 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7f9b5-614d-4737-965f-05ea83f5646d x-openstack-request-id: req-97c7f9b5-614d-4737-965f-05ea83f5646d {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:48:08.851413 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:48:08.851660 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97c7f9b5-614d-4737-965f-05ea83f5646d {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:48:08.852057 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c7f9b5-614d-4737-965f-05ea83f5646d'] response: {'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'status': 'completed', 'code': 200} Jun 24 10:48:08.887257 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:48:08.913471 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-64f3569e-ca45-4459-bce6-605c3240e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:08.915009 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-64f3569e-ca45-4459-bce6-605c3240e907 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0394948 Jun 24 10:48:09.003302 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-a64a89cc-d6ca-4ccb-97a5-216189c08743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:09.004800 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-a64a89cc-d6ca-4ccb-97a5-216189c08743 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0830941 Jun 24 10:48:09.068068 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-cc493a1c-206d-451e-aa58-100390c6e885 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 998 time: 0.0575542 Jun 24 10:48:09.098546 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '92cf6faf-c8c4-46b2-be5c-a36b2a5e9768', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'mac_address': 'fa:16:3e:12:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:48:07Z', 'updated_at': '2022-06-24T10:48:07Z', 'revision_number': 0, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:48:09.117874 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-dd517c63-5deb-4bd0-8f61-d1d3104d0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:09.119602 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-dd517c63-5deb-4bd0-8f61-d1d3104d0d4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0450971 Jun 24 10:48:09.126783 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Checking router: d8e89952-7ae3-4cff-92f3-bf63a77ffb79 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:48:09.135216 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:48:09.135851 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:48:00Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:48:09.164280 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-9bf56bda-bd48-426b-8d76-08127e5b8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:09.165775 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-9bf56bda-bd48-426b-8d76-08127e5b8fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402515 Jun 24 10:48:09.237910 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:48:09.258299 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-f28c11e7-9c23-4ab0-86d0-0876d3919665 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861611 Jun 24 10:48:09.353310 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-c8d90ec0-eba3-46d6-8ed6-1a2dc8cc1b76 req-f8960ea9-7798-4bfa-bb85-51801fd308c9 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Jun 24 10:48:09.533367 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '92cf6faf-c8c4-46b2-be5c-a36b2a5e9768', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'mac_address': 'fa:16:3e:12:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:48:07Z', 'updated_at': '2022-06-24T10:48:07Z', 'revision_number': 0, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:48:09.561844 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff9108e-e9aa-487b-b3cc-563f6eb10a83 None None] The sync data for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi is: [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_floatingips': [{'id': '92cf6faf-c8c4-46b2-be5c-a36b2a5e9768', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'router_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'mac_address': 'fa:16:3e:12:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T10:48:07Z', 'updated_at': '2022-06-24T10:48:07Z', 'revision_number': 0, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:48:09.757396 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc352fd-d2b2-4eb3-ad84-960852bf098d None None] New status for floating IP 92cf6faf-c8c4-46b2-be5c-a36b2a5e9768: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:48:19.348695 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=57 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:19.349630 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=44 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:19.862304 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:19.864635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:20.644625 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:48:27.608097 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=91 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:27.947983 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-ceb27fed-6ca3-491b-94fe-175e8e23536e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:30.352004 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-df9674ab-e653-4df1-8da6-887ddb9fc30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:30.638010 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=87 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:31.599995 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:32.941334 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:33.273784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:33.414090 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:48:40.739312 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:40.743816 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:42.279628 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-e6733a9e-7c30-4e47-bb16-870dace691f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3268600 Jun 24 10:48:42.375663 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-cb9fc237-3767-40de-945e-831896c1ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:42.377166 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-cb9fc237-3767-40de-945e-831896c1ab15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0426474 Jun 24 10:48:42.491287 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-9180aae0-b581-4110-b4fc-6fa887e1863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:42.492772 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-9180aae0-b581-4110-b4fc-6fa887e1863b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0907884 Jun 24 10:48:42.553348 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-cb89b132-e7db-455a-aa54-824e1295c12f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1000 time: 0.0539219 Jun 24 10:48:42.601044 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-22f55153-cb83-4ede-8e55-d72d4f6c8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:42.602426 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-22f55153-cb83-4ede-8e55-d72d4f6c8886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0430949 Jun 24 10:48:42.653380 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-f2dc8a08-6a6c-4fcc-85eb-898985773fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:48:42.655572 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-f2dc8a08-6a6c-4fcc-85eb-898985773fee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460660 Jun 24 10:48:42.749967 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-0e9c6f12-9b18-4409-ac7b-3f0dc3dbc4ce service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871987 Jun 24 10:48:42.841353 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-33e31cb2-2037-4bda-910b-b6bddac41f6a req-c3c8505f-268c-4f5c-b6ee-5ec0c9b961af service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851176 Jun 24 10:48:43.405429 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:43.407902 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:52.837526 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=49 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:52.838611 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=52 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:48:57.649515 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:48:57.944670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-cc5b127a-1378-4780-af9b-a72a44f8a4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:00.355069 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1e1822a2-61e7-4a2e-93b2-2c8114ceea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:01.598472 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:02.944649 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:03.285804 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:03.412114 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:07.641419 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:07.642602 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:13.403674 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:13.405545 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:17.750352 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:26.632491 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:27.940720 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-84c61969-d152-4df5-b551-1e9ff4a35bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:30.355066 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-01e161dc-1c40-4888-a1d9-44b4f19bfe25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:31.606577 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:32.959150 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:33.286905 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:33.409635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:49:34.649962 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:49:41.337740 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-08018564-bcb9-445d-b288-0ddcbd54127b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400887 Jun 24 10:49:41.426261 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-97d6f2b8-c73e-43ae-a24d-ae533d432903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:49:41.427765 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-97d6f2b8-c73e-43ae-a24d-ae533d432903 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0411787 Jun 24 10:49:41.540488 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-57c6428a-4c36-4ae1-8a78-c0089eedd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:49:41.542022 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-57c6428a-4c36-4ae1-8a78-c0089eedd664 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0904667 Jun 24 10:49:41.609487 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-7937b1dc-c92b-4035-88eb-6df56add4ac5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1000 time: 0.0592782 Jun 24 10:49:41.660493 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-69fb2dac-56b7-4302-9ddc-44c7249076ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:49:41.661935 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-69fb2dac-56b7-4302-9ddc-44c7249076ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0463598 Jun 24 10:49:41.706329 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-d0292044-710c-419b-98d0-fdfc1b1be0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:49:41.707901 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-d0292044-710c-419b-98d0-fdfc1b1be0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391729 Jun 24 10:49:41.801286 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-57b7062b-3847-40ab-8325-3b2e5f192470 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859203 Jun 24 10:49:41.893254 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ee335fc4-3d8c-461b-b358-f8915e7f37d4 req-227e9546-88d1-4352-bcce-611480a954e4 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 Jun 24 10:49:43.395375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:43.402672 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:44.646121 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:51.889129 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=53 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:51.890235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=48 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:54.736380 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:54.741479 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:49:57.942624 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-807a494f-7e8b-475d-b837-5b0fd7309834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:00.362559 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-db5c3e12-b899-46f9-bc7a-5b48936f3b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:01.601832 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:02.969142 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:03.185013 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11424462-28ee-4e3b-a1a3-c1911cf58b62 req-2be56f81-e250-4af9-b0f3-f36dd530d0bc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:03.186632 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11424462-28ee-4e3b-a1a3-c1911cf58b62 req-2be56f81-e250-4af9-b0f3-f36dd530d0bc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0487211 Jun 24 10:50:03.242760 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-11424462-28ee-4e3b-a1a3-c1911cf58b62 req-08df5053-73ad-4d62-b070-bb69248a53a5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477605 Jun 24 10:50:03.284580 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:03.410157 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:04.375336 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b479b-50ec-4358-aad5-18cdabe6eb83 req-e1f68e48-f201-4534-89e0-c79805c12cb7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:04.376837 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1f7b479b-50ec-4358-aad5-18cdabe6eb83 req-e1f68e48-f201-4534-89e0-c79805c12cb7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0563395 Jun 24 10:50:04.432131 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1f7b479b-50ec-4358-aad5-18cdabe6eb83 req-f1edc43f-b9ba-4bda-bb10-cdf5e29bdd82 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468040 Jun 24 10:50:05.550331 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ff181-8783-4077-9a5f-e9c761f58c12 req-706a83d8-6f75-4760-8181-6049b69d9cc4 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:05.551789 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-836ff181-8783-4077-9a5f-e9c761f58c12 req-706a83d8-6f75-4760-8181-6049b69d9cc4 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0468810 Jun 24 10:50:05.605283 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-836ff181-8783-4077-9a5f-e9c761f58c12 req-53e903e9-10e5-4516-bf0f-7ea19db0f66d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451674 Jun 24 10:50:06.732882 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04631842-747b-4040-a9e7-ab4a502cde23 req-bfb828f7-96be-4079-88c6-de4fd60bc4e3 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:06.734224 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-04631842-747b-4040-a9e7-ab4a502cde23 req-bfb828f7-96be-4079-88c6-de4fd60bc4e3 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0502996 Jun 24 10:50:06.785646 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-04631842-747b-4040-a9e7-ab4a502cde23 req-6f3abbe2-4eb8-4361-92c7-d00a0401e637 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Jun 24 10:50:07.920008 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abbf00-84fb-4601-aed9-ddbf3e9b4c0a req-194c7b5b-c91e-45be-a222-d07644b944f7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:07.921614 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47abbf00-84fb-4601-aed9-ddbf3e9b4c0a req-194c7b5b-c91e-45be-a222-d07644b944f7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0558465 Jun 24 10:50:07.973691 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-47abbf00-84fb-4601-aed9-ddbf3e9b4c0a req-cca0ea71-ae7e-4d96-94d9-afcdcb0d460d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435648 Jun 24 10:50:09.119591 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2146c10-301d-48d3-8839-2094da6317d3 req-3c5fcac9-890b-4b22-826b-3cd377dadc78 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:09.121312 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a2146c10-301d-48d3-8839-2094da6317d3 req-3c5fcac9-890b-4b22-826b-3cd377dadc78 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0599623 Jun 24 10:50:09.179966 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a2146c10-301d-48d3-8839-2094da6317d3 req-409f225b-251e-436d-a551-717f3e4a8eb9 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 Jun 24 10:50:10.308126 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89530-6276-427f-8b9e-ece48af7846d req-76670a3b-cf0e-4e1f-b331-07a5421940c8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:10.309652 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78a89530-6276-427f-8b9e-ece48af7846d req-76670a3b-cf0e-4e1f-b331-07a5421940c8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0475259 Jun 24 10:50:10.366585 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-78a89530-6276-427f-8b9e-ece48af7846d req-17930e73-25a5-43ec-8112-9d8612faed88 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511427 Jun 24 10:50:11.498165 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eea85f-3382-4d45-a4f4-107a254881ba req-f4add5f7-834e-48f1-912e-b9d80d2acd35 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:11.499614 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-26eea85f-3382-4d45-a4f4-107a254881ba req-f4add5f7-834e-48f1-912e-b9d80d2acd35 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0530856 Jun 24 10:50:11.549593 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-26eea85f-3382-4d45-a4f4-107a254881ba req-e2284d4b-916a-4a93-8b5d-f528d3e80257 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442481 Jun 24 10:50:11.655071 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:50:12.684284 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9c45-01d1-42ed-8d4a-89df47032218 req-740cdc79-31f5-416e-a460-9b91ebb5bac5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:12.685759 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f3ab9c45-01d1-42ed-8d4a-89df47032218 req-740cdc79-31f5-416e-a460-9b91ebb5bac5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0582149 Jun 24 10:50:12.735694 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f3ab9c45-01d1-42ed-8d4a-89df47032218 req-912f144a-0125-4a08-a892-1c531109f729 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440133 Jun 24 10:50:13.340079 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-69f4a11c-65a1-406b-856c-defe0d6233da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:13.341727 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-69f4a11c-65a1-406b-856c-defe0d6233da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0408056 Jun 24 10:50:13.395421 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:13.402478 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:13.412264 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:13.435720 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-780da7b8-4c5e-4c1a-93d3-abad0d7e4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:13.437242 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-780da7b8-4c5e-4c1a-93d3-abad0d7e4215 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0897851 Jun 24 10:50:13.500563 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-4d9262a5-6532-4538-a697-ea983061bd9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1000 time: 0.0578322 Jun 24 10:50:13.549154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-55a1f114-382c-4a15-9f74-560a8eee6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:13.550799 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-55a1f114-382c-4a15-9f74-560a8eee6d57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0444205 Jun 24 10:50:13.597614 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-b4c945c9-a3f9-4d69-b629-6244f9bd13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:13.599119 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-b4c945c9-a3f9-4d69-b629-6244f9bd13c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424669 Jun 24 10:50:13.622491 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:13.696063 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-4bfeb3e3-1b83-47ec-a4d3-93544faaa298 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913033 Jun 24 10:50:13.791775 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-b98d3ce4-5218-415c-ba70-2f18b9a47928 req-fc449413-14d1-4fa2-84b5-589ff54e56d0 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887702 Jun 24 10:50:13.851570 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864233c-19b5-4a33-8425-4c665fd69a7e req-7f6ec956-5248-4907-9b05-1fde50c8a442 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:13.853042 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6864233c-19b5-4a33-8425-4c665fd69a7e req-7f6ec956-5248-4907-9b05-1fde50c8a442 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0466127 Jun 24 10:50:13.904183 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6864233c-19b5-4a33-8425-4c665fd69a7e req-614fd365-82be-4af3-a004-a963f9eb18e7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 Jun 24 10:50:15.045085 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3e394-bc6c-4ad2-ad0c-b7ba1fe80074 req-5dc8d23f-27f0-4d95-b49a-778611a9c87d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:15.046558 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dde3e394-bc6c-4ad2-ad0c-b7ba1fe80074 req-5dc8d23f-27f0-4d95-b49a-778611a9c87d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0567098 Jun 24 10:50:15.099464 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-dde3e394-bc6c-4ad2-ad0c-b7ba1fe80074 req-606804de-ca56-496f-bae7-3d9a3d3bf3a4 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 Jun 24 10:50:16.218090 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3ed9b-453b-43f3-8e7d-c72a2cd8e2a5 req-be394bc8-abd9-4aad-86dc-171dcac74aac tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:16.219909 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ade3ed9b-453b-43f3-8e7d-c72a2cd8e2a5 req-be394bc8-abd9-4aad-86dc-171dcac74aac tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0477927 Jun 24 10:50:16.277222 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ade3ed9b-453b-43f3-8e7d-c72a2cd8e2a5 req-bbb0035a-caf2-4cf3-bbda-36b175b94b31 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514665 Jun 24 10:50:16.348997 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-d126218c-a315-4a3b-9ad7-7bfc9da5e6ed req-27ccccd1-6a14-4bde-9041-3034a076fa9d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:50:16.349968 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d126218c-a315-4a3b-9ad7-7bfc9da5e6ed req-27ccccd1-6a14-4bde-9041-3034a076fa9d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086889 Jun 24 10:50:17.530883 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058f3b-7a57-4ca8-8a0f-e07dd631d3b9 req-70c0d4b8-f477-4f2f-bdc9-4389d80d6349 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:17.532347 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5058f3b-7a57-4ca8-8a0f-e07dd631d3b9 req-70c0d4b8-f477-4f2f-bdc9-4389d80d6349 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0480077 Jun 24 10:50:17.588646 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-09fd13ed-9757-49c1-a90a-f37a5662cc7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267872 Jun 24 10:50:17.599974 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-dd6aa473-a102-4412-9845-28a219d5ab32 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=104089) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 10:50:17.600932 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-dd6aa473-a102-4412-9845-28a219d5ab32 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069866 Jun 24 10:50:17.617989 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-d5058f3b-7a57-4ca8-8a0f-e07dd631d3b9 req-7f64dce7-f45d-4fbf-92e2-724967743532 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763869 Jun 24 10:50:17.760082 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-f9312c17-d50d-45b0-bdc0-567d911a5a37 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:17.761457 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-f9312c17-d50d-45b0-bdc0-567d911a5a37 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports/45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 942 time: 0.1312442 Jun 24 10:50:18.740591 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0573f-9059-4d3f-89f5-3aca0708806c req-3db3665b-4df0-49d6-8d83-ffe1df25c84b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:18.741988 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-56f0573f-9059-4d3f-89f5-3aca0708806c req-3db3665b-4df0-49d6-8d83-ffe1df25c84b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0496449 Jun 24 10:50:18.795786 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-56f0573f-9059-4d3f-89f5-3aca0708806c req-e419d874-81ae-4f6e-84d8-3d8f416a2b4a tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478103 Jun 24 10:50:18.980169 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-49b26712-0cab-4f52-b403-90b16fc07b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:18.981701 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-49b26712-0cab-4f52-b403-90b16fc07b08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac&tenant_id=9d15300203df4c139c86b1ddf43f34c4 HTTP/1.1" status: 200 len: 1129 time: 0.0505655 Jun 24 10:50:19.041288 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-ccd63e01-68ba-442e-91af-d15d4f219bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:19.042676 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-ccd63e01-68ba-442e-91af-d15d4f219bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0389762 Jun 24 10:50:19.049250 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:50:19.077510 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:19.125493 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 45e86066-8f7d-47c4-85f1-11ef2c9c681a is: ACTIVE; New status is: DOWN {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:50:19.125897 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:19.138767 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-3c0ced95-1e98-4af3-928e-d36c9d78307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:19.140258 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-3c0ced95-1e98-4af3-928e-d36c9d78307d service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0915015 Jun 24 10:50:19.150015 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:50:19.152261 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b78dab-94ac-49ee-866e-74c2474c58e6" -d '{"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:50:19.164971 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:50:19.170271 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:19.197474 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d33e66-b320-4653-9f76-6b8452ef6296 x-openstack-request-id: req-42d33e66-b320-4653-9f76-6b8452ef6296 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:50:19.197860 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:50:19.198119 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42d33e66-b320-4653-9f76-6b8452ef6296 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:50:19.198512 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d33e66-b320-4653-9f76-6b8452ef6296'] response: {'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'code': 200} Jun 24 10:50:19.205885 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-29bdbdde-42a2-401a-9ecc-985c883f729c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1000 time: 0.0597956 Jun 24 10:50:19.224310 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=6']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:50:19.231475 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.231811 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.232145 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.232476 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.232824 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.233144 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.233464 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.233780 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.234094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.234406 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.234717 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.235031 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.235342 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.235650 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.235980 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:50:19.248483 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:19.257000 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-bf4717d1-e48c-4d8c-b63d-3b4e48dc5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:19.258470 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-bf4717d1-e48c-4d8c-b63d-3b4e48dc5379 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0469301 Jun 24 10:50:19.304849 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-5518cf1b-7c0d-4d62-8638-4adc229577d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:19.306245 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-5518cf1b-7c0d-4d62-8638-4adc229577d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413392 Jun 24 10:50:19.404607 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-520883e3-736c-470c-a24d-cdd3032f981b service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915513 Jun 24 10:50:19.501655 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-cc529402-dd69-4a0d-83de-bf401f92a649 req-d479f867-fd20-44d8-ba9f-dc75a1a524ef service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915339 Jun 24 10:50:19.933520 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32db1b-82c5-4eca-adab-9dc353eca933 req-59468f7e-96e5-4550-9690-40a39196ee05 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:19.937316 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6c32db1b-82c5-4eca-adab-9dc353eca933 req-59468f7e-96e5-4550-9690-40a39196ee05 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0591221 Jun 24 10:50:19.988934 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-6c32db1b-82c5-4eca-adab-9dc353eca933 req-b0c06d52-94f7-45e4-909b-27ec91b7801b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465326 Jun 24 10:50:21.138360 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaecc9-a14a-4885-8252-d12ce772e968 req-841b75be-b0da-42ee-8fb7-61e8ee4730b7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:21.140052 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e6eaecc9-a14a-4885-8252-d12ce772e968 req-841b75be-b0da-42ee-8fb7-61e8ee4730b7 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0603485 Jun 24 10:50:21.190256 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e6eaecc9-a14a-4885-8252-d12ce772e968 req-75f62ce6-283e-40ce-a687-ef56bc533345 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442591 Jun 24 10:50:22.313867 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95236829-a720-4506-ae12-f72f2868709d req-7e38008b-0a82-4d69-877e-09d2eadac9f5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:22.315330 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-95236829-a720-4506-ae12-f72f2868709d req-7e38008b-0a82-4d69-877e-09d2eadac9f5 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0474944 Jun 24 10:50:22.366349 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-95236829-a720-4506-ae12-f72f2868709d req-b6121500-9df8-4bfa-b4c2-3acdb9588cfd tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Jun 24 10:50:23.484778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ddf88-8510-4854-9bc9-371e7f43e3ab req-f697e130-abad-4be8-be8f-2c43b132ddad tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:23.486251 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f62ddf88-8510-4854-9bc9-371e7f43e3ab req-f697e130-abad-4be8-be8f-2c43b132ddad tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0477030 Jun 24 10:50:23.540260 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f62ddf88-8510-4854-9bc9-371e7f43e3ab req-d76a6c27-a106-45c9-aa80-072b024aa71b tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483499 Jun 24 10:50:24.669716 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dbe70-cae0-4fbb-b6d8-b0559367573f req-fea25bb8-a512-4f08-a9f1-9dd10a9c61fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:24.671197 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f44dbe70-cae0-4fbb-b6d8-b0559367573f req-fea25bb8-a512-4f08-a9f1-9dd10a9c61fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0534215 Jun 24 10:50:24.723710 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-f44dbe70-cae0-4fbb-b6d8-b0559367573f req-3b059281-2ba7-47da-bf1d-7db1017bd3ee tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Jun 24 10:50:25.507741 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3b914-329f-476f-888e-18942a6def7b req-88a21d2c-706c-4143-8210-f5892ba772ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:25.509152 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e3b3b914-329f-476f-888e-18942a6def7b req-88a21d2c-706c-4143-8210-f5892ba772ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1127 time: 0.0485771 Jun 24 10:50:25.555114 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-e3b3b914-329f-476f-888e-18942a6def7b req-5c4509d2-8df5-4bed-a63f-32371ce3363a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 Jun 24 10:50:25.849338 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=100 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:25.857768 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8c94-0fb0-4186-80a5-f633e36c0b63 req-226b77dc-2ecd-46c3-be9c-2ba040560d69 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:25.859221 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f1d8c94-0fb0-4186-80a5-f633e36c0b63 req-226b77dc-2ecd-46c3-be9c-2ba040560d69 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0537732 Jun 24 10:50:25.909306 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8f1d8c94-0fb0-4186-80a5-f633e36c0b63 req-f1451944-86fa-45e4-a9c6-5ef521d0f5d8 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Jun 24 10:50:27.046214 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972cb52-b413-445b-981b-fb66bd895a08 req-d28969c8-0cf2-434e-bfd3-6c511a8ad347 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:27.047700 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1972cb52-b413-445b-981b-fb66bd895a08 req-d28969c8-0cf2-434e-bfd3-6c511a8ad347 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 943 time: 0.0541115 Jun 24 10:50:27.063973 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a details requested by agent hyperv_hv-cinder-84753 with host hv-cinder-84753 {{(pid=104090) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 10:50:27.099341 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-1972cb52-b413-445b-981b-fb66bd895a08 req-ccfd1dd6-7a08-4b9c-8919-654456c58ba1 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459430 Jun 24 10:50:27.166322 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:50:27.177375 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Returning: {'device': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'port_id': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'mac_address': 'fa:16:3e:12:37:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104090) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 10:50:27.212031 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 45e86066-8f7d-47c4-85f1-11ef2c9c681a is: DOWN; New status is: BUILD {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:50:27.212331 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:27.226030 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e86066-8f7d-47c4-85f1-11ef2c9c681a {{(pid=104090) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 10:50:27.245503 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:50:27.252565 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:27.302339 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=7']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:50:27.485106 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] get_ports_and_sgs() called for port_ids ['45e86066-8f7d-47c4-85f1-11ef2c9c681a'] {{(pid=104090) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 10:50:27.942929 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f420d567-93cd-46d9-8554-ed92c00cd712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:29.087779 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a up at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 10:50:29.131064 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:29.139734 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.provisioning_blocks [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Provisioning complete for port 45e86066-8f7d-47c4-85f1-11ef2c9c681a triggered by entity L2. {{(pid=104090) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 10:50:29.140178 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1013212'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), provisioning_complete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:29.141708 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:29.217716 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Current status of the port 45e86066-8f7d-47c4-85f1-11ef2c9c681a is: BUILD; New status is: ACTIVE {{(pid=104090) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 10:50:29.218105 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945372'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:29.247651 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104090) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:50:29.249989 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462b034104b7b5ebe6c8894e33f89d707688ef5732224c95c8fe450bcb3b5089" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b59079-6b61-4d2d-8efe-95b0c16a2b69" -d '{"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104090) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:50:29.262827 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:50:29.269367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794937764446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794937276335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794937276353'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:29.292900 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f474a623-2727-46fa-818f-6c8e4e29b734 x-openstack-request-id: req-f474a623-2727-46fa-818f-6c8e4e29b734 {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:50:29.293184 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "code": 200}]} {{(pid=104090) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:50:29.293436 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f474a623-2727-46fa-818f-6c8e4e29b734 {{(pid=104090) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:50:29.293823 dv-cinder-847536-1-iscsi neutron-server[104090]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f474a623-2727-46fa-818f-6c8e4e29b734'] response: {'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'code': 200} Jun 24 10:50:29.319325 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Pushing event updated for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=8']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:50:30.358249 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-50264726-33ce-4fe2-8f75-470008243db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:31.608723 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:31.743892 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:31.744574 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:32.968956 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:33.301580 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:33.413115 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:37.092213 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=16 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:37.095635 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=89 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:43.332220 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-acec77be-7ead-4680-9073-2508e4686ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402315 Jun 24 10:50:43.401328 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:43.404263 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:43.419628 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-ed29e565-84fd-4a07-a398-c25eb884b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:43.421168 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-ed29e565-84fd-4a07-a398-c25eb884b22e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0431018 Jun 24 10:50:43.527652 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-d7949620-c8dc-452d-a075-95a3b3e80776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:43.529179 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-d7949620-c8dc-452d-a075-95a3b3e80776 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.0872087 Jun 24 10:50:43.594451 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-69fcaf41-8381-4fef-87f6-97a840e32434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 1000 time: 0.0587981 Jun 24 10:50:43.644290 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-27bd0933-adfe-42dc-a2a3-9363fe07e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:43.645739 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-27bd0933-adfe-42dc-a2a3-9363fe07e932 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0460498 Jun 24 10:50:43.694755 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-9adc585e-5d9a-41a0-8666-8dc83e1df0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:50:43.696270 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-9adc585e-5d9a-41a0-8666-8dc83e1df0bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437295 Jun 24 10:50:43.792355 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-f19c1cda-bc47-4125-b6cd-e26795f8da90 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887506 Jun 24 10:50:43.907917 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-a33891ec-7749-45b0-a35b-71d0d80e968a req-6839540f-dfa7-4b4e-af16-1430e51550db service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084876 Jun 24 10:50:48.658530 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:50:53.900473 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=52 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:53.903024 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=49 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:50:57.950028 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3c14169b-8c33-4abf-9e3e-f019b51f5c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:50:58.653884 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:00.363887 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-eef16afd-e602-4275-b3eb-a9c13d3ff2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:01.612470 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:02.962843 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:03.298088 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:03.410546 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:08.758887 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:08.759581 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:08.922130 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-8611f029-73e8-485c-a572-7c456d2ebe2f req-488b298b-5826-4c4a-9b50-83a8d398d025 service neutron] (104089) timed out ('10.222.0.20', 50823) {{(pid=104089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:51:13.401595 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:13.404625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:25.663732 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:51:26.630704 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:27.945412 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5150f258-2508-4b5b-9625-9728ed35da07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:30.494807 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-0371c7b4-6ad9-487c-9b3d-a98e4fd162c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:31.617201 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:32.962984 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:33.299453 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:33.408808 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:35.658331 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:36.911484 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52608) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:37.059303 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Deleting port 0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:37.059669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.135602 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.135904 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for floatingip (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.148684 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Calling delete_port for 0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c owned by network:floatingip {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:37.294270 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.320218 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event deleted for resources: {'Port': ['ID=0bfd1bb1-95fc-4f07-bdb5-7f163834ba3c,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:37.332312 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.332666 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.333235 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.333621 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.333937 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.334265 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.334587 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.334895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.335226 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.335545 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.335865 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.336181 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.336495 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.336840 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.337154 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:37.400190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for floatingip (92cf6faf-c8c4-46b2-be5c-a36b2a5e9768), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.400487 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.db.l3_db [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Floating IP 92cf6faf-c8c4-46b2-be5c-a36b2a5e9768 disassociated (deleted). External IP: 172.27.1.16, port: 45e86066-8f7d-47c4-85f1-11ef2c9c681a. Jun 24 10:51:37.610515 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:51:37.725782 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:51:37.730545 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for floatingip (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:37.736905 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Sync routers for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:51:37.748930 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:37.749552 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:37.752642 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:37.763887 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-8e8a562f-7ec1-4aed-89f2-de939e5d5836 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "DELETE /v2.0/floatingips/92cf6faf-c8c4-46b2-be5c-a36b2a5e9768 HTTP/1.1" status: 204 len: 168 time: 0.8511877 Jun 24 10:51:37.764802 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:51:37.767230 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8feaa68e7646d969032d9502980933d77d57b22f606440c90b85f8b11353995a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906" -d '{"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:51:37.812196 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 10:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e098175-9f7a-49b3-9969-306dde7f4f2d x-openstack-request-id: req-2e098175-9f7a-49b3-9969-306dde7f4f2d {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:51:37.812705 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "status": "completed", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:51:37.812999 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e098175-9f7a-49b3-9969-306dde7f4f2d {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:51:37.813404 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e098175-9f7a-49b3-9969-306dde7f4f2d'] response: {'name': 'network-changed', 'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'status': 'completed', 'code': 200} Jun 24 10:51:37.874744 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:37.890140 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-be4b678f-3a88-4c54-982a-8332e5b319ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:37.891801 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-be4b678f-3a88-4c54-982a-8332e5b319ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d15300203df4c139c86b1ddf43f34c4&device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 1129 time: 0.0558360 Jun 24 10:51:37.911915 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:38.004448 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-99d05d08-3a92-40ca-b28d-9034b2350568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:38.006252 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-99d05d08-3a92-40ca-b28d-9034b2350568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 200 len: 910 time: 0.1064420 Jun 24 10:51:38.095277 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce798-9572-4155-bf51-9dba963d835e req-6565cb38-a106-44d9-b410-0ccc4fa7c05d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:38.096832 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3e8ce798-9572-4155-bf51-9dba963d835e req-6565cb38-a106-44d9-b410-0ccc4fa7c05d tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.1209986 Jun 24 10:51:38.107646 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:38.145844 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Checking router: d8e89952-7ae3-4cff-92f3-bf63a77ffb79 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:51:38.155235 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:38.155826 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:38.156538 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-3e8ce798-9572-4155-bf51-9dba963d835e req-79cce098-e216-49d3-99f5-281e8e9804f3 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535789 Jun 24 10:51:38.357178 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:38.583708 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:38.608649 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d960a4a1-c070-41fe-9af7-d85e82de230a None None] The sync data for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi is: [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:29Z', 'revision_number': 4, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi', '_interfaces': [{'id': 'e0a429d7-d80e-41ce-8fc0-f4429a83fba4', 'name': '', 'network_id': '2c9a9542-e6d7-40c4-9bb1-50f32b2c911e', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'mac_address': 'fa:16:3e:66:16:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:28Z', 'updated_at': '2022-06-24T10:47:33Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'subnets': [{'id': 'c9423030-64ca-4470-96f2-39b7db28204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:51:38.836481 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6709520-6af5-439b-a3fb-45be325bf560 None None] New status for floating IP 92cf6faf-c8c4-46b2-be5c-a36b2a5e9768: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 10:51:38.990969 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-2398a8db-2c3e-4532-92ce-50326b2b049b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 200 len: 217 time: 0.0782969 Jun 24 10:51:39.131409 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-8776fa61-da17-4f43-bc18-dc4006d79e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:39.132878 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-8776fa61-da17-4f43-bc18-dc4006d79e76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 200 len: 848 time: 0.0590062 Jun 24 10:51:39.180649 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-8aec578b-c8c7-4806-a551-ba9a40e0d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:39.182951 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-8aec578b-c8c7-4806-a551-ba9a40e0d24d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425181 Jun 24 10:51:39.360312 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a300887-c854-4d19-acb3-623f9da1d021 req-0a7a0d1e-71ee-49bc-90d1-eced0de2fc78 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104089) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:39.361786 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a300887-c854-4d19-acb3-623f9da1d021 req-0a7a0d1e-71ee-49bc-90d1-eced0de2fc78 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.1238983 Jun 24 10:51:39.428894 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-1b14271a-cf9c-4bcb-a252-b715c27f3777 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 10:51:39.430360 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-1b14271a-cf9c-4bcb-a252-b715c27f3777 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 945 time: 0.0477893 Jun 24 10:51:39.471105 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-f7cd8641-9778-44ae-a265-2866f4ea59f3 service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427855 Jun 24 10:51:39.474773 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-8a300887-c854-4d19-acb3-623f9da1d021 req-063215c1-8d73-4aff-9099-da2471a187ac tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/security-groups?id=e92f1901-3f85-44ba-b0d2-95fb372b0732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035607 Jun 24 10:51:39.517921 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Deleting port 45e86066-8f7d-47c4-85f1-11ef2c9c681a {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:39.518174 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:39.559859 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-ccd44a9e-4c24-4303-adff-cc7ffcbd2906 req-dcdebd70-e4f4-4bb3-96b5-4a9e096cc44b service neutron] 10.222.0.20 "GET /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Jun 24 10:51:39.609932 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] For port 45e86066-8f7d-47c4-85f1-11ef2c9c681a, host hv-cinder-84753, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84753',level=0,port_id=45e86066-8f7d-47c4-85f1-11ef2c9c681a,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:39.610277 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:39.627100 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Calling delete_port for 45e86066-8f7d-47c4-85f1-11ef2c9c681a owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:39.757715 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (45e86066-8f7d-47c4-85f1-11ef2c9c681a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:39.784984 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event deleted for resources: {'Port': ['ID=45e86066-8f7d-47c4-85f1-11ef2c9c681a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:39.797321 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.797673 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.798045 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.798374 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.798700 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.799019 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.799325 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.799642 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.799956 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.800266 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.800579 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.800919 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.801230 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.801540 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.801844 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:39.841746 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] No DVR routers for this DVR port 45e86066-8f7d-47c4-85f1-11ef2c9c681a on host hv-cinder-84753 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:51:39.844595 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78442'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:39.847778 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8bf3818c-feff-4488-9851-9cb971a23d6f req-90f30bfe-f96d-4bfe-89d9-48bcca83e4ce tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.20 "DELETE /v2.0/ports/45e86066-8f7d-47c4-85f1-11ef2c9c681a HTTP/1.1" status: 204 len: 173 time: 0.4120538 Jun 24 10:51:39.848225 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-deleted', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 10:51:39.850583 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3687f5bcdaef848398de0eea055d54248da4d1980c1edb284c66cca7f602e3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54443c7-80ba-418f-aef6-e25ba09d5e35" -d '{"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-deleted", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 10:51:39.944849 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0f5b2c-32ac-48fe-90ce-5743301e4bc3 x-openstack-request-id: req-6c0f5b2c-32ac-48fe-90ce-5743301e4bc3 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 10:51:39.945131 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3da11be-0915-401e-b953-856b5d4cb4ac", "name": "network-vif-deleted", "tag": "45e86066-8f7d-47c4-85f1-11ef2c9c681a", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 10:51:39.945392 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c0f5b2c-32ac-48fe-90ce-5743301e4bc3 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 10:51:39.945864 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0f5b2c-32ac-48fe-90ce-5743301e4bc3'] response: {'server_uuid': 'e3da11be-0915-401e-b953-856b5d4cb4ac', 'name': 'network-vif-deleted', 'tag': '45e86066-8f7d-47c4-85f1-11ef2c9c681a', 'status': 'completed', 'code': 200} Jun 24 10:51:40.590758 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [req-762a28bd-25f6-428f-89ab-db6daf4d0e33 req-242cc76c-1386-4310-83f0-16657b442646 tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "GET /v2.0/ports?device_id=e3da11be-0915-401e-b953-856b5d4cb4ac HTTP/1.1" status: 200 len: 210 time: 0.0307217 Jun 24 10:51:41.665945 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52644) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:41.995778 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (e92f1901-3f85-44ba-b0d2-95fb372b0732), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:42.021174 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (e92f1901-3f85-44ba-b0d2-95fb372b0732), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:42.082639 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (e92f1901-3f85-44ba-b0d2-95fb372b0732), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:42.085593 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:42.086779 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] 10.222.0.69 "DELETE /v2.0/security-groups/e92f1901-3f85-44ba-b0d2-95fb372b0732 HTTP/1.1" status: 204 len: 168 time: 0.4210379 Jun 24 10:51:42.096871 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf93e3-1034-4a22-a58a-6bba46e945fc tempest-TestShelveInstance-1130937588 tempest-TestShelveInstance-1130937588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92f1901-3f85-44ba-b0d2-95fb372b0732,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:42.749269 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-eb74acdb-7a65-45e5-8064-7d0a15e679e7 req-ea4fa936-22a1-45b6-8f34-788398e61c44 service neutron] (104088) timed out ('10.222.0.20', 50850) {{(pid=104088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:51:43.155457 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52650) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:43.303846 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:43.408671 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:43.471881 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a no longer exists at agent hyperv_hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:43.472469 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:43.494046 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] No Port match for: 45e86066-8f7d-47c4-85f1-11ef2c9c681a {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:43.494386 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Device 45e86066-8f7d-47c4-85f1-11ef2c9c681a not bound to the agent host hv-cinder-84753 {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:43.692636 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Deleting port e0a429d7-d80e-41ce-8fc0-f4429a83fba4 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:43.692936 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:43.773895 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] For port e0a429d7-d80e-41ce-8fc0-f4429a83fba4, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:43.774224 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:43.786923 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Calling delete_port for e0a429d7-d80e-41ce-8fc0-f4429a83fba4 owned by network:router_interface {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:43.988898 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (e0a429d7-d80e-41ce-8fc0-f4429a83fba4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.011545 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a429d7-d80e-41ce-8fc0-f4429a83fba4,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:44.164156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.179190 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.277128 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.383792 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104089) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:51:44.484221 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104089) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:51:44.489383 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-74ebacd6-45c1-4c48-9456-81db3096743f admin admin] 10.222.0.69 "PUT /v2.0/routers/d8e89952-7ae3-4cff-92f3-bf63a77ffb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3328571 Jun 24 10:51:44.492359 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52652) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:44.495394 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Sync routers for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:51:44.506361 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:44.507278 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:44.594470 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks [] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.612796 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: dv-cinder-847536-1-iscsi {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:44.698951 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks [] for router_gateway (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.745378 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Deleting port 78d16f38-caee-437c-8806-f624a250ed9b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:44.745733 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (78d16f38-caee-437c-8806-f624a250ed9b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.784549 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.787406 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': '78d16f38-caee-437c-8806-f624a250ed9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:51:43Z', 'revision_number': 5, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port': {'id': '78d16f38-caee-437c-8806-f624a250ed9b', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:44.812224 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Checking router: d8e89952-7ae3-4cff-92f3-bf63a77ffb79 for host: dv-cinder-847536-1-iscsi {{(pid=104091) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:51:44.814712 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=100 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.821594 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Routers {'d8e89952-7ae3-4cff-92f3-bf63a77ffb79'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104091) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:44.822187 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'], 'active': True} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:44.826715 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] For port 78d16f38-caee-437c-8806-f624a250ed9b, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=78d16f38-caee-437c-8806-f624a250ed9b,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:44.827074 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (78d16f38-caee-437c-8806-f624a250ed9b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:44.840452 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Calling delete_port for 78d16f38-caee-437c-8806-f624a250ed9b owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:44.898428 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.904726 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_dvr_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] Set router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 gateway port host: None {{(pid=104091) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:44.909522 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:44.952247 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.l3_hamode_db [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:51:44Z', 'revision_number': 6, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:44.980684 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28285d1-d13c-4503-b156-6ee6a4a30387 None None] The sync data for ids ['d8e89952-7ae3-4cff-92f3-bf63a77ffb79'] in dv-cinder-847536-1-iscsi is: [{'id': 'd8e89952-7ae3-4cff-92f3-bf63a77ffb79', 'name': 'tempest-TestShelveInstance-1538809621-router', 'tenant_id': '9d15300203df4c139c86b1ddf43f34c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:26Z', 'updated_at': '2022-06-24T10:51:44Z', 'revision_number': 6, 'project_id': '9d15300203df4c139c86b1ddf43f34c4', 'gw_port_host': None}] {{(pid=104091) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:51:45.010513 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (78d16f38-caee-437c-8806-f624a250ed9b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.040173 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d16f38-caee-437c-8806-f624a250ed9b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:45.100671 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.188350 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.190710 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks [] for router_controller (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.233964 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (d8e89952-7ae3-4cff-92f3-bf63a77ffb79), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.234571 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e89952-7ae3-4cff-92f3-bf63a77ffb79 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:51:45.239685 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.241080 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8aee349a-9893-4776-b755-9417c20c8513 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d8e89952-7ae3-4cff-92f3-bf63a77ffb79 HTTP/1.1" status: 204 len: 168 time: 0.7476110 Jun 24 10:51:45.243774 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52654) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:45.291646 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Deleting subnet c9423030-64ca-4470-96f2-39b7db28204a {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:51:45.294866 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Publish callbacks [] for subnet (c9423030-64ca-4470-96f2-39b7db28204a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.334033 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (c9423030-64ca-4470-96f2-39b7db28204a), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.412245 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (c9423030-64ca-4470-96f2-39b7db28204a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.473231 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (c9423030-64ca-4470-96f2-39b7db28204a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.498986 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9423030-64ca-4470-96f2-39b7db28204a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:45.503555 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.506563 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7de6eb1b-87ca-4363-900d-165d6a2ae4c5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c9423030-64ca-4470-96f2-39b7db28204a HTTP/1.1" status: 204 len: 168 time: 0.2618334 Jun 24 10:51:45.509256 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52656) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:45.511884 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f9fd4c-3336-4b31-8db2-e77e93ff84d9 None None] Network 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:51:45.583092 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.629848 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Deleting port 12852470-51e8-4739-8436-c6e0eb11bac9 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:45.630187 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.695420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] For port 12852470-51e8-4739-8436-c6e0eb11bac9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=12852470-51e8-4739-8436-c6e0eb11bac9,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:45.695669 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.708296 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Calling delete_port for 12852470-51e8-4739-8436-c6e0eb11bac9 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:45.749725 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] DHCP port deletion for 2c9a9542-e6d7-40c4-9bb1-50f32b2c911e request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:51:45.787625 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Deleting port 12852470-51e8-4739-8436-c6e0eb11bac9 {{(pid=104090) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:45.788039 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), before_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.796047 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26196471'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.820904 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Pushing event deleted for resources: {'Port': ['ID=12852470-51e8-4739-8436-c6e0eb11bac9,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:45.830075 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] No DVR routers for this DVR port 12852470-51e8-4739-8436-c6e0eb11bac9 on host dv-cinder-847536-1-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:51:45.856426 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] For port 12852470-51e8-4739-8436-c6e0eb11bac9, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=12852470-51e8-4739-8436-c6e0eb11bac9,segment=NetworkSegment(7130e59c-1a09-4256-a513-f77782c985d4),segment_id=7130e59c-1a09-4256-a513-f77782c985d4)] {{(pid=104090) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:45.856845 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), precommit_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.873282 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Calling delete_port for 12852470-51e8-4739-8436-c6e0eb11bac9 owned by network:dhcp {{(pid=104090) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:45.906156 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.926769 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9a9542-e6d7-40c4-9bb1-50f32b2c911e']}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:45.937225 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7130e59c-1a09-4256-a513-f77782c985d4') {'for_net_delete': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:45.937410 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.services.segments.db [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7130e59c-1a09-4256-a513-f77782c985d4') {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:45.949966 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26319541'] for segment (7130e59c-1a09-4256-a513-f77782c985d4), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.952047 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326'] for port (12852470-51e8-4739-8436-c6e0eb11bac9), after_delete {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.964111 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (7130e59c-1a09-4256-a513-f77782c985d4), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.971265 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=104089) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:51:45.971590 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26196426'] for segment (7130e59c-1a09-4256-a513-f77782c985d4), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:45.979337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Pushing event deleted for resources: {'Port': ['ID=12852470-51e8-4739-8436-c6e0eb11bac9,revision_number=None']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:45.987667 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] No DVR routers for this DVR port 12852470-51e8-4739-8436-c6e0eb11bac9 on host dv-cinder-847536-1-iscsi {{(pid=104090) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:51:45.989784 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.990121 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.990498 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.990861 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.991175 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.991679 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.992153 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.992646 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.993159 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.993635 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.994099 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.994597 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.995070 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.995544 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:45.995838 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:45.996184 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6a040-8a3b-45d7-ae23-defabeb2154e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847536-1-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 10:51:46.051963 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (2c9a9542-e6d7-40c4-9bb1-50f32b2c911e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:46.058011 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:46.063069 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2c9a9542-e6d7-40c4-9bb1-50f32b2c911e HTTP/1.1" status: 204 len: 168 time: 0.5528512 Jun 24 10:51:46.066165 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52664) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:46.077626 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 7130e59c-1a09-4256-a513-f77782c985d4 resource provider aggregate not found Jun 24 10:51:46.081447 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba7569-33c5-4ba9-9a50-1920bba8e304 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9a9542-e6d7-40c4-9bb1-50f32b2c911e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:46.094668 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.services.segments.plugin [-] Segment 7130e59c-1a09-4256-a513-f77782c985d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7130e59c-1a09-4256-a513-f77782c985d4 found for delete ", "request_id": "req-a3555b28-1ece-464d-a3e3-eedc015b9205"}]} Jun 24 10:51:46.586981 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:46.602880 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 12852470-51e8-4739-8436-c6e0eb11bac9 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:46.622195 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 12852470-51e8-4739-8436-c6e0eb11bac9 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:46.622539 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 12852470-51e8-4739-8436-c6e0eb11bac9 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:46.622946 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e0a429d7-d80e-41ce-8fc0-f4429a83fba4 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:46.640508 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: e0a429d7-d80e-41ce-8fc0-f4429a83fba4 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:46.640937 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device e0a429d7-d80e-41ce-8fc0-f4429a83fba4 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:46.641355 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 78d16f38-caee-437c-8806-f624a250ed9b no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:46.644076 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715673'] for router_interface (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:46.662990 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 78d16f38-caee-437c-8806-f624a250ed9b {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:46.663337 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 78d16f38-caee-437c-8806-f624a250ed9b not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:46.739764 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:46.880004 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Deleting port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:46.880338 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:46.974026 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] For port 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:46.974351 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:46.987760 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Calling delete_port for 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:47.204388 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (8c23bd5a-b3fa-4da1-b80d-91a663fe7d55), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:47.229073 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c23bd5a-b3fa-4da1-b80d-91a663fe7d55,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:47.388819 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3715789'] for router_interface (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:47.494170 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:47.595247 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a has already been hosted by L3 agent 001e1374-ef33-444f-834b-959eec7a011d {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 10:51:47.602377 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:47.707639 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] Notify agent at l3_agent.dv-cinder-847536-1-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 10:51:47.712865 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-80e3d05d-4461-4d7b-99d8-5916f873728d admin admin] 10.222.0.69 "PUT /v2.0/routers/f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453507 Jun 24 10:51:47.715476 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52668) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:47.719283 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Sync routers for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 10:51:47.730579 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:47.731209 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:47.812925 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks [] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:47.831991 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: dv-cinder-847536-1-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:47.911040 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks [] for router_gateway (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:47.954852 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Deleting port f1b3248a-8fa4-44a2-af59-02fd2fbea13f {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:47.955190 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:47.999986 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'external_fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:51:47Z', 'revision_number': 5, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port': {'id': 'f1b3248a-8fa4-44a2-af59-02fd2fbea13f', 'name': '', 'network_id': 'bccc77e6-380d-4635-8ef5-1d9dcf418c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847536-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T10:47:31Z', 'updated_at': '2022-06-24T10:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b913ded7-56c8-4e04-a9d6-b916579764b2', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847536-1-iscsi'}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:48.024980 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Checking router: f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a for host: dv-cinder-847536-1-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 10:51:48.033393 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Routers {'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'} bound to L3 agent in host dv-cinder-847536-1-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 10:51:48.033997 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847536-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T10:27:30Z,description=,heartbeat_timestamp=2022-06-24T10:51:30Z,host='dv-cinder-847536-1-iscsi',id=001e1374-ef33-444f-834b-959eec7a011d,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T10:27:30Z,topic='l3_agent')) {'router_ids': ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:48.035176 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] For port f1b3248a-8fa4-44a2-af59-02fd2fbea13f, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,segment=NetworkSegment(57298c58-2043-4a5b-9f9b-0071c39420b9),segment_id=57298c58-2043-4a5b-9f9b-0071c39420b9)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:48.035557 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.054494 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Calling delete_port for f1b3248a-8fa4-44a2-af59-02fd2fbea13f owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:48.109220 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:48.118767 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] Set router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 10:51:48.169670 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:51:47Z', 'revision_number': 6, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port_host': None}], 'dv-cinder-847536-1-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:48.195520 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0aa22-9bd7-44e8-98b0-f2a101c25a56 None None] The sync data for ids ['f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a'] in dv-cinder-847536-1-iscsi is: [{'id': 'f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a', 'name': 'tempest-TestShelveInstance-1039618206-router', 'tenant_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T10:47:30Z', 'updated_at': '2022-06-24T10:51:47Z', 'revision_number': 6, 'project_id': 'c9b72c205b204bdeacdfa364ac4fc2be', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 10:51:48.223369 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (f1b3248a-8fa4-44a2-af59-02fd2fbea13f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.252108 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b3248a-8fa4-44a2-af59-02fd2fbea13f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:48.313041 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3708137'] for router_gateway (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.398253 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3718624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14236'] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.400463 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks [] for router_controller (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.405313 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:48.444669 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3718510'] for router (f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.445961 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 10:51:48.451386 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.452559 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3d7fe38d-ad27-4378-8276-ced84c6f877d admin admin] 10.222.0.69 "DELETE /v2.0/routers/f7fe7852-8fa7-4bf1-9580-18fc6ee0aa7a HTTP/1.1" status: 204 len: 168 time: 0.7361991 Jun 24 10:51:48.455251 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52670) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:48.502863 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Deleting subnet 8d230487-e260-4c43-83d8-e3a954864d98 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 10:51:48.506242 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Publish callbacks [] for subnet (8d230487-e260-4c43-83d8-e3a954864d98), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.537966 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:48.542552 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26385633'] for subnet (8d230487-e260-4c43-83d8-e3a954864d98), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.637384 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1011778'] for subnet (8d230487-e260-4c43-83d8-e3a954864d98), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.696326 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1011820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26403093'] for subnet (8d230487-e260-4c43-83d8-e3a954864d98), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.720234 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d230487-e260-4c43-83d8-e3a954864d98,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:48.726057 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.729203 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-88a80cb1-9d7b-43c4-b4fe-476b12fdf12f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8d230487-e260-4c43-83d8-e3a954864d98 HTTP/1.1" status: 204 len: 168 time: 0.2729580 Jun 24 10:51:48.731890 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52672) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:48.732129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634cf421-e5db-4f7a-888c-24510d771332 None None] Network b4fcccaf-f728-48e0-abb1-6371006215f2 requested from dv-cinder-847536-1-iscsi {{(pid=104090) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 10:51:48.790893 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:48.799682 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921813'] for network (b4fcccaf-f728-48e0-abb1-6371006215f2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.846679 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Deleting port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 10:51:48.847145 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794937757480'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.909623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] For port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d, host dv-cinder-847536-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847536-1-iscsi',level=0,port_id=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,segment=NetworkSegment(ac31643d-7912-42db-9e02-9393a4a3211f),segment_id=ac31643d-7912-42db-9e02-9393a4a3211f)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 10:51:48.909983 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3711086'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:48.922940 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Calling delete_port for ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 10:51:48.979653 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:49.006082 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837f900-c764-485a-9b83-07406bedcc4e None None] DHCP port deletion for b4fcccaf-f728-48e0-abb1-6371006215f2 request from dv-cinder-847536-1-iscsi {{(pid=104090) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 10:51:49.008006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794937764464', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794937276326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700165'] for port (ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.008333 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:49.008721 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device 8c23bd5a-b3fa-4da1-b80d-91a663fe7d55 not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:49.030872 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:49.039464 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] No DVR routers for this DVR port ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d on host dv-cinder-847536-1-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 10:51:49.108202 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968767', 'neutron.services.segments.db._delete_segments_for_network-8794937687691'] for network (b4fcccaf-f728-48e0-abb1-6371006215f2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.128849 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4fcccaf-f728-48e0-abb1-6371006215f2']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:49.138129 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac31643d-7912-42db-9e02-9393a4a3211f') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:49.138420 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac31643d-7912-42db-9e02-9393a4a3211f') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 10:51:49.151835 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794937774740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26385658'] for segment (ac31643d-7912-42db-9e02-9393a4a3211f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.166107 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514'] for segment (ac31643d-7912-42db-9e02-9393a4a3211f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.172870 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:49.174570 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 10:51:49.175006 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700216'] for segment (ac31643d-7912-42db-9e02-9393a4a3211f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.244254 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3704318'] for network (b4fcccaf-f728-48e0-abb1-6371006215f2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.251156 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685374'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.257357 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b4fcccaf-f728-48e0-abb1-6371006215f2 HTTP/1.1" status: 204 len: 168 time: 0.5244429 Jun 24 10:51:49.270257 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d20f04-d7b0-43a0-974f-fe84c08929c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4fcccaf-f728-48e0-abb1-6371006215f2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:49.282636 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment ac31643d-7912-42db-9e02-9393a4a3211f resource provider aggregate not found Jun 24 10:51:49.302355 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.services.segments.plugin [-] Segment ac31643d-7912-42db-9e02-9393a4a3211f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac31643d-7912-42db-9e02-9393a4a3211f found for delete ", "request_id": "req-6b5b2ba4-264b-4842-b1dc-d6f99d8eba16"}]} Jun 24 10:51:49.461243 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52682) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:49.504483 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cb21bb08-f088-41fe-ae3b-b6f7a22bcfae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d15300203df4c139c86b1ddf43f34c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420392 Jun 24 10:51:49.507420 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [-] (104089) accepted ('10.222.0.69', 52684) {{(pid=104089) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:49.558626 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] Publish callbacks [] for security_group (53596824-6c39-4189-b123-fabdbbfc4cea), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.580429 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] Publish callbacks [] for security_group (53596824-6c39-4189-b123-fabdbbfc4cea), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.631262 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (53596824-6c39-4189-b123-fabdbbfc4cea), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.634165 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:49.635311 dv-cinder-847536-1-iscsi neutron-server[104089]: INFO neutron.wsgi [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53596824-6c39-4189-b123-fabdbbfc4cea HTTP/1.1" status: 204 len: 168 time: 0.1269064 Jun 24 10:51:49.643301 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102e261-d1d2-49d7-8431-b05b2a4bd524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53596824-6c39-4189-b123-fabdbbfc4cea,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:49.979448 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52690) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:50.020886 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-874ca2cc-62f9-4730-9461-13b3ff4e0d4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9b72c205b204bdeacdfa364ac4fc2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402336 Jun 24 10:51:50.023670 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.69', 52692) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 10:51:50.075828 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] Publish callbacks [] for security_group (3d5c9e7f-dc23-4f25-a33a-b38440398764), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:50.097792 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] Publish callbacks [] for security_group (3d5c9e7f-dc23-4f25-a33a-b38440398764), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:50.145840 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3710169'] for security_group (3d5c9e7f-dc23-4f25-a33a-b38440398764), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:50.148369 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:50.149574 dv-cinder-847536-1-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d5c9e7f-dc23-4f25-a33a-b38440398764 HTTP/1.1" status: 204 len: 168 time: 0.1250272 Jun 24 10:51:50.157379 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7ce55-6642-472d-a206-92cfeb2b22d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c9e7f-dc23-4f25-a33a-b38440398764,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 10:51:50.600268 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:50.623333 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:50.623675 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device ddcd8f6f-5fd2-42ad-93d7-cc159745ca9d not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:50.624076 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device f1b3248a-8fa4-44a2-af59-02fd2fbea13f no longer exists at agent ovs-agent-dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 10:51:50.641857 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.plugin [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] No Port match for: f1b3248a-8fa4-44a2-af59-02fd2fbea13f {{(pid=104090) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 10:51:50.642167 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.rpc [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Device f1b3248a-8fa4-44a2-af59-02fd2fbea13f not bound to the agent host dv-cinder-847536-1-iscsi {{(pid=104090) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 10:51:54.955184 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=12 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:54.956414 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=9 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:57.942770 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-80b79a69-39de-41b5-9669-2e59c200ad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:51:59.638862 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:DELETE=3,neutron:SELECT=19 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:51:59.639939 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG dbcounter [-] [104089] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104089) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:00.152623 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:00.153453 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG dbcounter [-] [104088] Writing DB stats neutron:DELETE=3,neutron:SELECT=29 {{(pid=104088) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:00.362367 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-53aa3a80-fa50-4d14-9eef-9183cf5f5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:01.620432 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:02.668041 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:52:02.980320 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:03.311853 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:03.410189 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:12.659802 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:12.660993 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:13.401707 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=30 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:13.404251 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=13,neutron:UPDATE=6 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:23.326051 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=15 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:23.327226 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:27.942513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f623ea0-01af-427c-af92-0c006690ddb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:30.366094 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-da16f0f1-f53c-43bf-9641-cb550306855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:31.625926 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:32.991800 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:33.315470 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:33.417059 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:39.669561 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:52:43.408416 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:43.410556 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:49.664910 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:57.949463 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8e2d743d-9ab7-4e89-aec1-4fcd1d878167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:52:59.755408 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:52:59.756409 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:00.367819 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-2a7b548d-4fc4-461c-b520-1d589cfc00d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:01.635115 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:03.004372 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:03.312241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:03.404640 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:13.396341 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:13.398847 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:16.668810 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:53:26.664179 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:27.939978 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-78be64a0-2ede-460f-a39d-1ba6763250bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:30.379316 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d3640cd4-a552-422e-aa38-2cde67f5210f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:31.630640 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:33.022619 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:33.350610 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:33.403466 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:53:36.743412 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=5 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:36.744758 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:43.387957 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:43.397855 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:53:53.670879 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:53:57.947754 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-a27a9cae-ad70-4c1e-b151-e254d657a803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:00.364128 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-40652a32-33f7-4e8c-a50a-c5584e06a3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:01.641863 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:03.045778 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:03.317951 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:03.403033 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:03.666489 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:13.387163 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:13.396959 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:23.329574 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=18 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:23.331451 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=14 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:27.943235 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-495f4ee8-573b-4464-bf1b-cb1bb36b96c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:30.376096 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8948b37-1dc1-4a6f-b6d3-a85013c12723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:30.670550 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:54:31.641961 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:33.037360 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:33.322262 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:33.402457 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:54:40.665443 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:40.666363 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:43.392806 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:43.397089 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:50.735885 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:50.741512 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:54:57.943350 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-86f5816e-0f13-489d-b7d1-5f9db25fd2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:00.378208 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3578613b-2c3e-4e22-8525-5b75171f9bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:01.645557 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:03.036266 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:03.332697 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:03.408212 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:07.673175 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:55:13.390164 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:13.402203 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:17.669043 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:27.745004 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:27.746140 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:27.940129 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd689e8f-91f1-4123-9655-fe0c3e370d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:30.376056 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d88ab2db-a561-41e7-a80c-d08dad824f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:31.651826 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:33.030697 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:33.342387 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:33.394849 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:55:43.385384 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:43.388683 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:44.677608 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:55:54.670719 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=2 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:55:57.941600 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-321256dd-7df8-4605-b109-1f50e9c97e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:00.373633 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-5c8cecf0-c8da-4027-9614-9075fe60d263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:01.656471 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:03.028214 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:03.340881 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:03.405423 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:04.747879 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:04.748590 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:13.395076 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:13.398241 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:21.682696 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:56:27.937548 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3d4d2ffe-89a5-40d0-aeb1-52db693fdba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:30.372478 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-6ab68231-5b4a-4f50-98cc-f36b1e1c48f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:31.655734 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:31.672874 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=11 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:31.674941 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=17 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:33.030231 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:33.342271 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:33.402112 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:41.746806 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:41.748603 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG dbcounter [-] [104091] Writing DB stats neutron:SELECT=3 {{(pid=104091) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:43.392002 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:43.394636 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG dbcounter [-] [104090] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 10:56:44.590359 dv-cinder-847536-1-iscsi neutron-server[104089]: DEBUG neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-56669959-0f11-491a-b7f2-4a03a4a6378e service neutron] (104089) timed out ('10.222.0.69', 49438) {{(pid=104089) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:56:44.845586 dv-cinder-847536-1-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-fb93f279-b516-4011-8033-894aa6108c90 req-137e4286-0360-4ddd-944c-49d0df17e191 tempest-AttachVolumeShelveTestJSON-1637015948 tempest-AttachVolumeShelveTestJSON-1637015948-project] (104088) timed out ('10.222.0.69', 49456) {{(pid=104088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 10:56:57.952988 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8110934c-c427-42e0-bb83-119f1e0db310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (5068a9bf-d199-4a1b-a00a-4abf42eabe97), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:56:58.683299 dv-cinder-847536-1-iscsi neutron-server[104091]: DEBUG neutron.db.agents_db [None req-f80ef727-16fc-4281-8050-d82b2d7f40a3 None None] Agent healthcheck: found 6 active agents {{(pid=104091) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 10:57:00.369535 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-53dedcdc-deb2-4992-a132-42a146b7417e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (001e1374-ef33-444f-834b-959eec7a011d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:57:01.655985 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1108ce6b-46df-465e-b467-ac41a08b5d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (1ecc2162-5acf-4e14-a3e9-a026585c1bca), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:57:03.023369 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-355ca109-33db-43c1-9ad6-e21e02a77013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (ee38677a-5413-4265-9346-02acc85c9ceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:57:03.339513 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d17597fc-2279-4d99-a3fa-06113cfce831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (771a5cb1-af30-4f4a-aeb8-9f6a295bf746), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 10:57:03.397420 dv-cinder-847536-1-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-99893c99-a636-43a9-b6db-d97bd4408bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794937687673', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1012606'] for agent (a7c45ddf-893e-4ba9-8ed3-400357f63115), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}